00010000:02000000:1.1F:1787750050.866107:0:8433:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1F:1787750051.877665:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1787750052.901968:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1787750053.922558:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1787750054.951803:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1F:1787750074.075910:0:35159:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:0.1:1787750075.107096:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1787750076.134893:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1787750077.154835:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1787750078.179490:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1F:1787750078.218420:0:35159:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1787750079.267546:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1787750080.290510:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:2.1:1787750081.314729:0:6509:0:(ldlm_lockd.c:390:__ldlm_add_waiting_lock()) *** cfs_fail_loc=512, val=0*** 00010000:02000000:3.1:1787750088.174140:0:8679:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:3.1:1787750088.208862:0:8679:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00010000:02000000:3.1:1787750103.092607:0:8435:0:(ldlm_lockd.c:391:__ldlm_add_waiting_lock()) *** cfs_fail_loc=511, val=0*** 00000100:00100000:1.0:1787755738.429284:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666857472:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755738.430270:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755738.430284:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666857600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755738.430367:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755738.430884:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666857600:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755738.595658:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666857728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755738.595764:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787755738.596255:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755738.596289:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973841 gen 2 00000004:00080000:1.0:1787755738.596294:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4c916300, transno 4294973841 00000100:00100000:1.0:1787755738.596340:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666857728:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787755738.607501:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755739.593545:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654359296 00000100:00100000:1.0:1787755739.593562:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654359296 00000100:00100000:1.0:1787755739.593652:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9296 00000100:00100000:1.0:1787755739.593666:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:222896:x1874588654359296:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:1.0:1787755739.642436:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755739.676074:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654360064 00000100:00100000:1.0:1787755739.676087:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654360064 00000100:00100000:1.0:1787755739.676167:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69945 00000100:00100000:1.0:1787755739.676180:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:222896:x1874588654360064:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:1.0:1787755739.676247:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:1.0:1787755739.681644:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:222896:x1874588654360064:12345-192.168.201.7@tcp:41:rm.0 Request processed in 5453us (5731us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.681660:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69945 00000100:00100000:1.0:1787755739.721345:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654360704 00000100:00100000:1.0:1787755739.721363:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654360704 00000100:00100000:1.0:1787755739.721476:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69948 00000100:00100000:1.0:1787755739.721490:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:222896:x1874588654360704:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755739.721543:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755739.721571:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365785bc6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e4f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135e0 expref: 13 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.725634:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e4f:0x0].0x0 (ffff9dfe466c5b00) 00010000:00010000:1.0:1787755739.725649:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755739.725739:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365785bcd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.725751:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365785bcd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.725766:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365785bcd lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.725798:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98380 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666858368:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1787755739.725875:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755739.725932:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755739.727587:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666858368 00000100:00100000:1.0:1787755739.727605:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666858368 00000100:00100000:1.0:1787755739.727686:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23777 00000100:00100000:1.0:1787755739.727697:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588666858368:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755739.727722:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755739.727744:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365785bd4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785bcd expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.727782:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365785b79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135c4 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.727793:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365785bd4 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785bcd expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.727829:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365785b79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135c4 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.727845:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365785b79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135c4 expref: 11 pid: 6519 timeout: 8896 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.727860:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666858496:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755739.727965:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755739.740140:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98380 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666858368:0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755739.740180:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365785bcd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365785bd4 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.740192:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365785bcd lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785bd4 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.815720:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755739.823452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755739.831631:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588666860544:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787755739.831654:0:6519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365785c0c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785c13 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755739.831748:0:6519:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755739.831811:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365785c1a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.831879:0:6519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365785c1a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.831894:0:6519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365785c1a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.831918:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588666861056:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787755739.831971:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755739.832059:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755739.832637:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588666861056:12345-0@lo:101:mdt00_000.0 Request processed in 404us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.832643:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23785 00000100:00100000:1.0:1787755739.833126:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666861184 00000100:00100000:1.0:1787755739.833133:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666861184 00000100:00100000:1.0:1787755739.833181:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23786 00000100:00100000:1.0:1787755739.833189:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588666861184:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755739.833263:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588666861184:12345-0@lo:1000:mdt00_000.0 Request processed in 75us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.833270:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23786 00000100:00100000:1.0:1787755739.833303:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588666861184:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755739.833375:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588666861312:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755739.833406:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755739.833425:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755739.833438:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666861312 00000100:00100000:1.0:1787755739.833441:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666861312 00000100:00100000:1.0:1787755739.833466:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23787 00000100:00100000:1.0:1787755739.833473:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588666861312:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755739.833569:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588666861312:12345-0@lo:1000:mdt00_000.0 Request processed in 96us (161us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755739.833576:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23787 00000100:00100000:1.0:1787755739.833604:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588666861312:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1787755739.833669:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b325365785c28 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.833680:0:6519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b325365785c28 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.833690:0:6519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b325365785c28 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.833702:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588666861440:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787755739.833728:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755739.833744:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe503050c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755739.833755:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666861440 00000100:00100000:1.0:1787755739.833758:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666861440 00000100:00100000:1.0:1787755739.833780:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23788 00000100:00100000:1.0:1787755739.833786:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588666861440:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787755739.833795:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755739.833812:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365785c2f lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785c28 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.833849:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365785a99 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213585 expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.833860:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365785c2f lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785c28 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.833885:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365785a99 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213585 expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.833901:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365785a99 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213585 expref: 6 pid: 35152 timeout: 8896 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.833912:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666861568:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755739.833984:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755739.839422:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666861568:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755739.839473:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365785c2f lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785c28 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.839487:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e4e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:1.0:1787755739.839490:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755739.839494:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365785c2f lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e4e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785c28 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.839518:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755739.839616:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:6519:x1874588666861440:12345-0@lo:101:mdt00_000.0 Request processed in 5829us (5886us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.839626:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23788 00000100:00100000:1.0:1787755739.841312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755739.843069:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666861696:0@lo:105: 00010000:00010000:1.0:1787755739.843084:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755739.843107:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654361984:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1217us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.843115:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21524 00000100:00100000:1.0:1787755739.847956:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6519:1874588666861824:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755739.847989:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365785c3d lrc: 3/0,1 mode: --/EX res: [0x240000400:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755739.849093:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666861952 00000100:00100000:1.0:1787755739.849098:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666861952 00000100:00100000:1.0:1787755739.849151:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23789 00000100:00100000:1.0:1787755739.849160:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:6519:x1874588666861952:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787755739.849175:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755739.849193:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365785c4b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785c44 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.849212:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365785c4b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785c44 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.849224:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365785c4b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785c44 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755739.849232:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b:0x0].0x0 (ffff9dfe466c5200) 00010000:00010000:1.0:1787755739.849236:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755739.849239:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755739.849285:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:6519:x1874588666861952:12345-0@lo:101:mdt00_000.0 Request processed in 127us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.849292:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23789 00000100:00100000:1.0:1787755739.934031:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654362240 00000100:00100000:1.0:1787755739.934046:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654362240 00000100:00100000:1.0:1787755739.934153:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69950 00000100:00100000:1.0:1787755739.934165:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:222904:x1874588654362240:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:1.0:1787755739.934214:0:35159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:1.0:1787755739.934341:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:222904:x1874588654362240:12345-192.168.201.7@tcp:41:stat.0 Request processed in 152us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755739.934350:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69950 00000100:00100000:1.0:1787755740.077499:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666863104 00000100:00100000:1.0:1787755740.077504:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666863104 00000100:00100000:1.0:1787755740.077548:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23792 00000100:00100000:1.0:1787755740.077556:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588666863104:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755740.077636:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588666863104:12345-0@lo:1000:mdt00_011.0 Request processed in 81us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755740.077643:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23792 00000100:00100000:1.0:1787755740.078094:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666863232 00000100:00100000:1.0:1787755740.078099:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666863232 00000100:00100000:1.0:1787755740.078132:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23793 00000100:00100000:1.0:1787755740.078149:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588666863232:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755740.079550:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588666863232:12345-0@lo:1000:mdt00_011.0 Request processed in 1394us (1535us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755740.079565:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23793 00000100:00100000:1.0:1787755740.088173:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666863360 00000100:00100000:1.0:1787755740.088181:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666863360 00000100:00100000:1.0:1787755740.088243:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23794 00000100:00100000:1.0:1787755740.088252:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588666863360:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1787755740.088269:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755740.088284:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785c8a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785c83 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.088312:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365785c59 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135e7 expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.088341:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365785c7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135f5 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.088350:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785c8a lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785c83 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.088385:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365785c7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135f5 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.088399:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365785c7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135f5 expref: 7 pid: 10714 timeout: 8897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755740.088410:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666863488:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755740.088493:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365785c59 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135e7 expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.088502:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365785c59 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135e7 expref: 6 pid: 17813 timeout: 8897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755740.088512:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9a300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666863616:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755740.088536:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755740.098665:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666863488:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755740.098683:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9a300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666863616:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755740.098721:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785c8a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785c83 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.098735:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755740.098738:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755740.098742:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785c8a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785c83 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.098753:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755740.098822:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35157:x1874588666863360:12345-0@lo:101:mdt00_011.0 Request processed in 10570us (10904us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755740.098831:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23794 00000100:00100000:1.0:1787755740.106048:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47895c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666863744:0@lo:105: 00010000:00010000:1.0:1787755740.106065:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755740.106092:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654363136:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 876us (1398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755740.106099:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21528 00000100:00100000:1.0:1787755740.109366:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666864000 00000100:00100000:1.0:1787755740.109383:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666864000 00000100:00100000:1.0:1787755740.109434:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23796 00000100:00100000:1.0:1787755740.109443:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588666864000:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755740.109524:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588666864000:12345-0@lo:1000:mdt00_011.0 Request processed in 83us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755740.109531:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23796 00000100:00100000:1.0:1787755740.117842:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666864256 00000100:00100000:1.0:1787755740.117859:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666864256 00000100:00100000:1.0:1787755740.117921:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23798 00000100:00100000:1.0:1787755740.117934:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588666864256:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755740.118557:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588666864256:12345-0@lo:1000:mdt00_011.0 Request processed in 625us (7190us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755740.118568:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23798 00000100:00100000:1.0:1787755740.121338:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666864512 00000100:00100000:1.0:1787755740.121344:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666864512 00010000:00010000:1.0:1787755740.129069:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755740.129082:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365785c83 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365785c8a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.129095:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755740.129103:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365785c83 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365785c8a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755740.129112:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365785c83 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365785c8a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.129171:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365785c83 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785c8a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.129178:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755740.129570:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365785c83 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785c8a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.129578:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365785c83 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785c8a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.129595:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755740.129597:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755740.129599:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755740.130613:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755740.134722:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654363264 00000100:00100000:1.0:1787755740.134732:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654363264 00000004:00200000:0.0:1787755740.135268:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755740.135297:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365785cc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.135623:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365785cbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135fc expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.135643:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365785cc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135fc expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.135651:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755740.135654:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755740.135658:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755740.135801:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:222897:x1874588654363264:12345-192.168.201.7@tcp:101:bash.0 Request processed in 798us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755740.135809:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69955 00000100:00100000:0.0:1787755740.138650:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654363392 00000100:00100000:0.0:1787755740.138662:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654363392 00000100:00100000:0.0:1787755740.138838:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69956 00000100:00100000:0.0:1787755740.138853:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:222897:x1874588654363392:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755740.138881:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755740.138909:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365785cc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213603 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139018:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139037:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139054:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139071:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139082:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365785c98 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785c91 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139092:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.139153:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365785c98 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365785c91 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755740.139175:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35154:1874588666865280:0@lo:104: 00000100:00100000:0.0:1787755740.139251:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755740.139374:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755740.139608:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35154:1874588666865280:0@lo:104: 00010000:00010000:1.0:1787755740.139630:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755740.139827:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666865408 00000100:00100000:1.0:1787755740.139831:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666865408 00010000:00010000:1.0:1787755740.139853:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365785c98 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365785c91 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755740.139886:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21529 00000100:00100000:1.0:1787755740.139893:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666865408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755740.139903:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755740.144565:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957350 is committed 00010000:00010000:0.0:1787755740.145812:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365785c98 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365785c91 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.145849:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755740.145855:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.145866:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.145874:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.145917:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755740.146059:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.146066:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755740.146220:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-mdtlov_UUID:35154:1874588666865536:0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755740.146267:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755740.146721:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666865408:12345-0@lo:103:ldlm_bl.0 Request processed in 6828us (6917us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755740.146728:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21529 00000100:00100000:1.0:1787755740.146940:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755740.146965:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-mdtlov_UUID:35154:1874588666865536:0@lo:1000:mdt00_009.0 00010000:00010000:1.0:1787755740.147013:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365785cde lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147026:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365785cde lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147036:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365785cde lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755740.147060:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365785cde lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147075:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147082:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147088:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147095:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147100:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755740.147105:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147113:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147127:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755740.147130:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755740.147135:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147152:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785cd0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147166:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147173:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147179:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147184:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755740.147188:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147194:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147201:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ea00) 00010000:00010000:1.0:1787755740.147204:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755740.147207:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147216:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785cd7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147268:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365785cc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213603 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147281:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365785cde lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213603 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.147288:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dff530fab00) 00010000:00010000:1.0:1787755740.147290:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755740.147292:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755740.147783:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:222897:x1874588654363392:12345-192.168.201.7@tcp:101:bash.0 Request processed in 8929us (9286us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755740.147791:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69956 00000100:00100000:1.0:1787755740.153564:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755740.163446:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755740.163799:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654363776 00000100:00100000:1.0:1787755740.163810:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654363776 00000100:00100000:1.0:1787755740.164146:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69959 00000100:00100000:1.0:1787755740.164160:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:222897:x1874588654363776:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755740.164180:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755740.164203:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785d01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213618 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.164266:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365785d08 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.164284:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365785cb4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785cad expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.164292:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365785d08 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.164350:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365785cb4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365785cad expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755740.164365:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1874588666865664:0@lo:104: 00000100:00100000:1.0:1787755740.164420:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755740.164473:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755740.164543:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666865664 00000100:00100000:0.0:1787755740.164548:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666865664 00000100:00100000:0.0:1787755740.164587:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7843 00000100:00100000:0.0:1787755740.164595:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6520:x1874588666865664:12345-0@lo:104: 00010000:00010000:0.0:1787755740.164608:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365785cad lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365785cb4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.164672:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755740.164678:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6520:x1874588666865664:12345-0@lo:104: Request processed in 84us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755740.164686:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7843 00000100:00100000:0.0:1787755740.165448:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666865792:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755740.165490:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755740.174487:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755740.174680:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654364032 00000100:00100000:0.0:1787755740.174692:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654364032 00000100:00100000:0.0:1787755740.174760:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69960 00000100:00100000:0.0:1787755740.174772:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:222897:x1874588654364032:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755740.174795:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755740.174799:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755740.174826:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365785d08 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213618 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.174845:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x0 (ffff9dfe502b8300) 00010000:00010000:0.0:1787755740.174869:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755740.174886:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365785d0f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21361f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.175013:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.175023:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.175030:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.175038:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.175042:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.175046:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755740.175730:0:10714:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x516:0x0], index 0: 0 00010000:00010000:0.0:1787755740.176052:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365785d24 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176066:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365785d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176075:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365785d24 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176115:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176227:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176234:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176242:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176248:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755740.176254:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176261:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176274:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x0 (ffff9dfe48a2e000) 00010000:00010000:0.0:1787755740.176276:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755740.176280:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176288:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365785d16 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755740.176304:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006de581cd reply state 0000000054166ce1 transno 8589957351 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176532:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176540:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x5a734ce9 (ffff9dfe48a2e600) 00010000:00010000:0.0:1787755740.176543:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755740.176546:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755740.176580:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365785d0f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21361f expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176601:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365785d24 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21361f expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.176609:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da4:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755740.176611:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755740.176614:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755740.176734:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:222897:x1874588654364032:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1963us (2256us total) trans 8589957351 rc 0/0 00000100:00100000:0.0:1787755740.176743:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69960 00000100:00100000:0.0:1787755740.182245:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654364160 00000100:00100000:0.0:1787755740.182259:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654364160 00000100:00100000:0.0:1787755740.182833:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30707 00000100:00100000:0.0:1787755740.182846:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:222897:x1874588654364160:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755740.182867:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755740.182895:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213626 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755740.182926:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x516:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755740.182951:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=8797s v=(0 0) 00010000:00010000:0.0:1787755740.182956:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755740.182966:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.182988:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755740.183001:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:0.0:1787755740.183153:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:222897:x1874588654364160:12345-192.168.201.7@tcp:101:bash.0 Request processed in 309us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755740.183160:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30707 00000100:00100000:1.0:1787755740.235622:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654365312 00000100:00100000:1.0:1787755740.235630:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654365312 00000100:00100000:1.0:1787755740.235725:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10975 00000100:00100000:1.0:1787755740.235737:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:6172:x1874588654365312:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755740.235750:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755740.235772:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785b41 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1da3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2135a8 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755740.235789:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da3:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:1.0:1787755740.235798:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755740.235851:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:6172:x1874588654365312:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 117us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755740.235859:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10975 00000100:00100000:1.0:1787755740.241942:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755741.156243:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755741.156272:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666866048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755741.156404:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.156563:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666866048 00000100:00100000:0.0:1787755741.156574:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666866048 00000100:00100000:0.0:1787755741.156662:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6743 00000100:00100000:0.0:1787755741.156673:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666866048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755741.156718:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755741.156787:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666866048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755741.156796:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6743 00000100:00100000:0.0:1787755741.156853:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973840 gen 2 00000004:00080000:0.0:1787755741.156859:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a033480, transno 4294973840 00000100:00100000:0.0:1787755741.156881:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666866048:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787755741.157083:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755741.157848:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666866176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.157924:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.157960:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666866688:0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.157987:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.158009:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755741.158014:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588666866560:0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.158038:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.158069:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666866176 00000100:00100000:0.0:1787755741.158076:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666866176 00000100:00100000:0.0:1787755741.158129:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:0.0:1787755741.158138:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666866176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.158184:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666866176:12345-0@lo:400:kworker.0 Request processed in 47us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755741.158191:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00100000:0.0:1787755741.158226:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666866688 00000100:00100000:0.0:1787755741.158230:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666866688 00000100:00100000:0.0:1787755741.158263:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666866560 00000100:00100000:0.0:1787755741.158267:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666866560 00000100:00100000:0.0:1787755741.158290:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15558 00000100:00100000:0.0:1787755741.158297:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666866688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.158344:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666866688:12345-0@lo:400:kworker.0 Request processed in 48us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755741.158351:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15558 00000100:00100000:0.0:1787755741.158362:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15559 00000100:00100000:0.0:1787755741.158369:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588666866560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.158395:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588666866560:12345-0@lo:400:kworker.0 Request processed in 28us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755741.158401:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15559 00000100:00080000:0.0:1787755741.158420:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755741.158424:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755741.158448:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588666866560:0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.158457:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666866176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755741.158467:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666866688:0@lo:400:kworker.0 00010000:00010000:0.0:1787755741.163352:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755741.169141:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 345 committed 00010000:00010000:1.0:1787755741.169222:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365785bdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365785be2 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755741.169240:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365785bdb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365785be2 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755741.169298:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365785bdb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785be2 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755741.169306:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755741.169371:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365785bdb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785be2 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755741.169396:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985284 is committed 00000020:00080000:1.0:1787755741.169410:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4479cf00 refcount 2 committed 0 result 0 batchid 3390 00000020:00080000:1.0:1787755741.169414:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4f6e3800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4479ce40 00000020:00080000:1.0:1787755741.169418:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1487 00000020:00080000:1.0:1787755741.169420:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4f6e3200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2be200 00000020:00080000:1.0:1787755741.169423:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1169 00000001:00080000:1.0:1787755741.169435:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985281 is committed 00000020:00080000:1.0:1787755741.169440:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe52029a80 refcount 2 committed 0 result 0 batchid 3389 00000020:00080000:1.0:1787755741.169443:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff51f6d200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe520299c0 00000020:00080000:1.0:1787755741.169446:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1486 00000020:00080000:1.0:1787755741.169449:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4eaa00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a051e00 00000020:00080000:1.0:1787755741.169452:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1168 00000004:00080000:1.0:1787755741.169461:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 344 committed 00000020:00080000:1.0:1787755741.169465:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe469863c0 refcount 2 committed 0 result 0 batchid 3388 00000020:00080000:1.0:1787755741.169468:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6ca31e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe46986900 00000020:00080000:1.0:1787755741.169471:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1485 00000020:00080000:1.0:1787755741.169474:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe447bed00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe517ec200 00000020:00080000:1.0:1787755741.169477:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1167 00000020:00080000:1.0:1787755741.169485:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe52029780 refcount 2 committed 0 result 0 batchid 3387 00000020:00080000:1.0:1787755741.169488:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4ea400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe52029c00 00000020:00080000:1.0:1787755741.169490:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1484 00000020:00080000:1.0:1787755741.169492:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4eae00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe517ec400 00000020:00080000:1.0:1787755741.169494:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1166 00000001:00080000:1.0:1787755741.169501:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985275 is committed 00000020:00080000:1.0:1787755741.169511:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3386 batchid updated 00000100:00100000:0.0:1787755741.169748:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755741.169778:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666867840:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1787755741.171441:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.171516:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666867840 00000100:00100000:0.0:1787755741.171525:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666867840 00000100:00100000:0.0:1787755741.171585:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30709 00000100:00100000:0.0:1787755741.171594:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666867840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1787755741.171622:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1230 count 1 00010000:00010000:0.0:1787755741.171647:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.171668:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.171677:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4ce:0x0].0x0 since=9s v=(0 0) 00010000:00010000:0.0:1787755741.171681:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4ce:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755741.171686:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.171722:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.171740:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 6 pid: 9891 timeout: 8898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755741.171758:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666867968:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755741.171851:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755741.171878:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666867712:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787755741.171913:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.171953:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666867712 00000100:00100000:0.0:1787755741.171957:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666867712 00000100:00100000:0.0:1787755741.171996:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10977 00000100:00100000:0.0:1787755741.172003:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666867712:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755741.172014:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755741.172040:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365785be2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785bdb expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.172061:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18b:0x0].0x5a734ce9 (ffff9dff439f7500) 00010000:00010000:0.0:1787755741.172073:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755741.172111:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588666867712:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 108us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755741.172130:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10977 00000100:00100000:0.0:1787755741.172181:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666867712:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755741.173817:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173839:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173848:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173857:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755741.173864:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173873:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173896:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:0.0:1787755741.173900:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755741.173905:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173911:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365785c9f lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173939:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173945:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173951:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173956:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755741.173958:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173964:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173976:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18e:0x0].0x0 (ffff9dff439f7000) 00010000:00010000:0.0:1787755741.173978:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755741.173981:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.173987:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365785ca6 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174009:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174015:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174020:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174025:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755741.174027:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174033:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174040:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18e:0x0].0x4ec94fd6 (ffff9dfe502b8c00) 00010000:00010000:0.0:1787755741.174042:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755741.174046:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.174051:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365785d47 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x18e:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755741.175460:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6778 rpc_version 6778 00000020:00100000:0.0:1787755741.175506:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755741.175519:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49540700 x1874588666868224/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755741.175561:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666868224:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755741.175636:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.175673:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755741.176497:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666868224:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755741.176511:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6779 rpc_version 6779 00000020:00100000:1.0:1787755741.176529:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755741.176535:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe452c5f80 x1874588666868480/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755741.176566:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666868480:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755741.176603:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755741.176629:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755741.176924:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666868480 00000100:00100000:0.0:1787755741.176930:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666868480 00000100:00100000:0.0:1787755741.176969:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23809 00000100:00100000:0.0:1787755741.176978:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666868480:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755741.177080:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666868480:12345-0@lo:1000:osp_up0-1.0 Request processed in 102us (476us total) trans 8589957354 rc 0/0 00000100:00100000:0.0:1787755741.177087:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23809 00000100:00100000:0.0:1787755741.177154:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666868480:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755741.177162:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6780 rpc_version 6780 00000020:00100000:0.0:1787755741.177174:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755741.177179:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49540380 x1874588666868736/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755741.177193:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666868736:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755741.177221:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755741.177235:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755741.179376:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755741.179408:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654365568 00000100:00100000:0.0:1787755741.179417:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654365568 00010000:00010000:0.0:1787755741.179455:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 7 pid: 9891 timeout: 8898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755741.179489:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21531 00000100:00100000:0.0:1787755741.179499:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654365568:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755741.179513:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755741.179519:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 7 pid: 9891 timeout: 8898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179534:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 7 pid: 9891 timeout: 8898 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179571:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4ce:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755741.179576:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4ce:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755741.179582:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179592:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179614:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755741.179665:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654365568:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 168us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755741.179673:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21531 00010000:00010000:0.0:1787755741.179812:0:8679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b3253657859ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21354d expref: 6 pid: 9891 timeout: 8898 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755741.179849:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a1b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666867968:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755741.179869:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179879:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179888:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179898:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179907:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.179926:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755741.180090:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666867840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8496us (8653us total) trans 4294973843 rc 0/0 00000100:00100000:0.0:1787755741.180098:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30709 00010000:00010000:0.0:1787755741.180128:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755741.180135:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.180147:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755741.180152:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.180161:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.180174:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.180180:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b325365785d63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755741.180199:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755741.180201:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755741.180203:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755741.180228:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe41a1a680/2, rc 0, transno 4294973843 00000100:00100000:0.0:1787755741.180234:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666867840:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1787755741.666640:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666869120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755741.666737:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755741.670825:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666869120 00000100:00100000:1.0:1787755741.670845:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666869120 00000100:00100000:1.0:1787755741.670934:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6744 00000100:00100000:1.0:1787755741.670947:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666869120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755741.670983:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755741.671512:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666869120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 556us (4763us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755741.671520:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6744 00000100:00100000:0.0:1787755741.671799:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666869120:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755742.179568:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755742.182625:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976179 is committed 00000001:00080000:1.0:1787755742.182646:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976178 is committed 00000100:00100000:1.0:1787755742.598899:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654365824 00000100:00100000:1.0:1787755742.598910:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654365824 00000100:00100000:1.0:1787755742.598977:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654366336 00000100:00100000:1.0:1787755742.598981:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654366336 00000100:00100000:1.0:1787755742.599006:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15564 00000100:00100000:1.0:1787755742.599015:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654365824:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755742.599090:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654365824:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 75us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755742.599105:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15564 00000100:00100000:1.0:1787755742.599124:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15565 00000100:00100000:1.0:1787755742.599131:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654366336:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755742.599163:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654366336:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 33us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755742.599169:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15565 00000100:00100000:1.0:1787755742.599190:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654366080 00000100:00100000:1.0:1787755742.599194:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654366080 00000100:00100000:1.0:1787755742.599219:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654366592 00000100:00100000:1.0:1787755742.599222:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654366592 00000100:00100000:1.0:1787755742.599244:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9992 00000100:00100000:1.0:1787755742.599252:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654366080:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755742.599288:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654366080:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755742.599294:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9992 00000100:00100000:1.0:1787755742.599306:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9993 00000100:00100000:1.0:1787755742.599352:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654366592:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755742.599378:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654366592:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 66us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755742.599384:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9993 00000100:00100000:1.0:1787755742.600619:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755742.600666:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755742.600693:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755742.600718:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755742.600759:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755742.600789:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654365952 00000100:00100000:1.0:1787755742.600798:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654365952 00000100:00100000:1.0:1787755742.600853:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654366464 00000100:00100000:1.0:1787755742.600857:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654366464 00000100:00100000:1.0:1787755742.600884:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15566 00000100:00100000:1.0:1787755742.600894:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654365952:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755742.600968:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654365952:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 75us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755742.600975:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15566 00000100:00100000:1.0:1787755742.600991:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15567 00000100:00100000:1.0:1787755742.601000:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654366464:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755742.601031:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654366464:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755742.601037:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15567 00000100:00080000:1.0:1787755742.601051:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755743.718871:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755743.718895:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666869376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755743.718975:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755743.719043:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666869376 00000100:00100000:0.0:1787755743.719052:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666869376 00000100:00100000:0.0:1787755743.719120:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745 00000100:00100000:0.0:1787755743.719130:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666869376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755743.719160:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755743.719208:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666869376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755743.719215:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745 00000100:00100000:0.0:1787755743.719258:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976179 gen 2 00000004:00080000:0.0:1787755743.719265:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a919180, transno 4294976179 00000100:00100000:0.0:1787755743.719284:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666869376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755743.720175:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755743.720191:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666869504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755743.720238:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755743.720352:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666869504 00000100:00100000:1.0:1787755743.720361:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666869504 00000100:00100000:1.0:1787755743.720410:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746 00000100:00100000:1.0:1787755743.720419:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666869504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755743.720449:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755743.720500:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666869504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755743.720506:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746 00000100:00100000:0.0:1787755743.724884:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666869504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755743.729254:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666869632 00000100:00100000:1.0:1787755743.729281:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666869632 00000100:00100000:1.0:1787755743.729461:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23813 00000100:00100000:1.0:1787755743.729472:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666869632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755743.729513:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442840576 avail 1296601088 00000100:00100000:1.0:1787755743.729943:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666869632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 470us (5288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755743.729951:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23813 00000100:00100000:0.0:1787755743.730982:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666869632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755743.915483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755743.943266:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654367104 00000100:00100000:0.0:1787755743.943278:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654367104 00000100:00100000:0.0:1787755743.943380:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69964 00000100:00100000:0.0:1787755743.943392:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:223078:x1874588654367104:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755743.943420:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755743.943452:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785d94 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213649 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.943536:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365785d9b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.943556:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365785d9b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.943572:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365785d9b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755743.943694:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e50:0x0]: returning size 4096 00000004:00200000:0.0:1787755743.943700:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755743.943746:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785d94 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213649 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.943769:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365785d9b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213649 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.943779:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755743.943782:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755743.943786:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755743.943856:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:223078:x1874588654367104:12345-192.168.201.7@tcp:101:cat.0 Request processed in 465us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755743.943862:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69964 00000100:00100000:0.0:1787755743.949154:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654367232 00000100:00100000:0.0:1787755743.949167:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654367232 00000100:00100000:0.0:1787755743.949289:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69965 00000100:00100000:0.0:1787755743.949302:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:223078:x1874588654367232:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755743.949371:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755743.949398:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365785da2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213650 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.949470:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.949484:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.949495:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755743.949545:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x18e:0x0]: returning size 4096 00000004:00200000:0.0:1787755743.949551:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755743.949591:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365785da2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213650 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.949609:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213650 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.949617:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18e:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755743.949620:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755743.949624:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755743.949682:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:223078:x1874588654367232:12345-192.168.201.7@tcp:101:cat.0 Request processed in 383us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755743.949689:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69965 00000100:00100000:0.0:1787755743.966500:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654367616 00000100:00100000:0.0:1787755743.966514:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654367616 00000100:00100000:0.0:1787755743.966585:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69967 00000100:00100000:0.0:1787755743.966597:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223078:x1874588654367616:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755743.966624:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755743.966646:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365785dbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21365e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.966733:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.966748:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.966761:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.966772:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.966779:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755743.966785:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:0.0:1787755743.966863:0:6521:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:0.0:1787755744.135131:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654367872 00000100:00100000:0.0:1787755744.135138:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654367872 00000100:00100000:0.0:1787755744.135182:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30710 00000100:00100000:0.0:1787755744.135190:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff819a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654367872:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:0.0:1787755744.135292:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff819a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654367872:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 102us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.135299:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30710 00000100:00100000:0.0:1787755744.137455:0:42692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654367744:12345-192.168.201.7@tcp:4:bash.0 Request processed in 2656us (2935us total) trans 4294973844 rc 0/0 00000100:00100000:0.0:1787755744.137470:0:42692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27901 00002000:00100000:0.0:1787755744.137484:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x516:0x0] (0->5) req@ffff9dfe43cd5880 x1874588654367744/t4294973844(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:315/0 lens 496/448 e 0 to 0 dl 1787755755 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755744.137496:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd5880 with x1874588654367744 ext(0->5) 00002000:00010000:0.0:1787755744.137503:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe43cd5880 00000100:00100000:1.0:1787755744.152247:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654368128 00000100:00100000:1.0:1787755744.152263:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654368128 00000100:00100000:1.0:1787755744.152618:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30711 00000100:00100000:1.0:1787755744.152635:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654368128:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:1.0:1787755744.153384:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654368128:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 191us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755744.153401:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30711 00000100:00100000:0.0:1787755744.164913:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755744.226634:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755744.433032:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755744.453591:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.453843:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654368512 00000100:00100000:0.0:1787755744.453856:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654368512 00000100:00100000:0.0:1787755744.453954:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69970 00000100:00100000:0.0:1787755744.453970:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223080:x1874588654368512:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755744.454000:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755744.454030:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365785dfd lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213673 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.454127:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365785e04 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.454143:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365785e04 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.454154:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365785e04 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755744.454262:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e50:0x0]: returning size 4096 00000004:00200000:0.0:1787755744.454269:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755744.454351:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365785dfd lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213673 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.454380:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365785e04 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213673 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.454390:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755744.454394:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755744.454399:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755744.454471:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223080:x1874588654368512:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 505us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.454478:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69970 00000100:00080000:1.0:1787755744.456450:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755744.469999:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.483070:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755744.499551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755744.499668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.500921:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666869760 00000100:00100000:0.0:1787755744.500932:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666869760 00000100:00100000:0.0:1787755744.501000:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23814 00000100:00100000:0.0:1787755744.501011:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666869760:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501122:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666869760:12345-0@lo:1000:mdt_io00_003.0 Request processed in 113us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.501130:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23814 00000100:00100000:0.0:1787755744.501190:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd7800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666869760:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501288:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666869888:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501366:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.501389:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.501406:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666869888 00000100:00100000:0.0:1787755744.501413:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666869888 00000100:00100000:0.0:1787755744.501446:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23815 00000100:00100000:0.0:1787755744.501454:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666869888:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501547:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666869888:12345-0@lo:1000:mdt_io00_003.0 Request processed in 94us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.501554:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23815 00000100:00100000:0.0:1787755744.501589:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666869888:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755744.501626:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18e:0x0] 00000100:00100000:0.0:1787755744.501653:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870016:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501679:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.501694:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.501705:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666870016 00000100:00100000:0.0:1787755744.501709:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666870016 00000100:00100000:0.0:1787755744.501730:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23816 00000100:00100000:0.0:1787755744.501737:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870016:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501791:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870016:12345-0@lo:1000:mdt_io00_003.0 Request processed in 56us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.501798:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23816 00000100:00100000:0.0:1787755744.501824:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870016:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755744.501841:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e50:0x0] 00000100:00100000:0.0:1787755744.501874:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870144:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.501900:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.501916:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.501930:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666870144 00000100:00100000:0.0:1787755744.501934:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666870144 00000100:00100000:0.0:1787755744.501957:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23817 00000100:00100000:0.0:1787755744.501964:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870144:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.502018:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870144:12345-0@lo:1000:mdt_io00_003.0 Request processed in 54us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.502025:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23817 00000100:00100000:0.0:1787755744.502051:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870144:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755744.502104:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18e:0x0] 00000100:00100000:0.0:1787755744.502125:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870272:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.502149:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.502164:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.502176:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666870272 00000100:00100000:0.0:1787755744.502179:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666870272 00000100:00100000:0.0:1787755744.502202:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23818 00000100:00100000:0.0:1787755744.502210:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870272:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.502259:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870272:12345-0@lo:1000:mdt_io00_003.0 Request processed in 50us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.502266:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23818 00000100:00100000:0.0:1787755744.502294:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870272:0@lo:1000:mdt_io00_003.0 00000004:00020000:0.0:1787755744.502350:0:124229:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:0.0:1787755744.502419:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502432:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502447:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755744.502459:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666870400:0@lo:101:mdt_io00_003.0 00000100:00100000:0.0:1787755744.502485:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.502499:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84300 going to sleep for 11 seconds 00000004:00020000:0.0:1787755744.502513:0:6521:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4466 00010000:00010000:0.0:1787755744.502573:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502587:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502598:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755744.502610:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da4:0x0]: returning size 6 00010000:00010000:0.0:1787755744.502702:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502710:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502716:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502723:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502729:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755744.502733:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502741:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502757:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:0.0:1787755744.502761:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755744.502767:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502773:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365785dc5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502788:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502793:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502799:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502804:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755744.502807:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502812:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502819:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x5a734ce9 (ffff9dfe48a2e600) 00010000:00010000:0.0:1787755744.502822:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755744.502825:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502830:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365785dcc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502880:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365785dbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21365e expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502896:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21365e expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.502904:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da4:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755744.502907:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755744.502910:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755744.502966:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:223078:x1874588654367616:12345-192.168.201.7@tcp:101:cat.0 Request processed in 536371us (536592us total) trans 8589957357 rc 0/0 00000100:00100000:0.0:1787755744.502975:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69967 00000100:00100000:0.0:1787755744.503001:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666870400 00000100:00100000:0.0:1787755744.503006:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666870400 00000100:00100000:0.0:1787755744.503027:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23819 00000100:00100000:0.0:1787755744.503034:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666870400:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755744.503044:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755744.503071:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365785e58 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785e43 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.503091:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213650 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.503101:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365785e58 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785e43 expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.503124:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213650 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.503146:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365785da9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213650 expref: 6 pid: 35157 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755744.503158:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588666870528:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755744.503205:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.521025:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.521449:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654369536 00000100:00100000:0.0:1787755744.521461:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654369536 00010000:00010000:0.0:1787755744.521506:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365785db7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213657 expref: 11 pid: 35153 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755744.523086:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21533 00000100:00100000:0.0:1787755744.523097:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654369536:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755744.523108:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755744.523114:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365785db7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213657 expref: 11 pid: 35153 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.523127:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365785db7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213657 expref: 11 pid: 35153 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.523142:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365785db7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213657 expref: 11 pid: 35153 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.523164:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:0.0:1787755744.523169:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.523184:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.523192:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.523214:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755744.525058:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.525083:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.525127:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.525143:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.525168:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755744.525270:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871168:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.526765:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2400:x1874588654369536:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3666us (5754us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.526776:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21533 00000100:00100000:1.0:1787755744.530289:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.530669:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.532790:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871168:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.532886:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871296:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.532925:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.533843:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.534048:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666871296 00000100:00100000:0.0:1787755744.534058:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666871296 00000100:00100000:0.0:1787755744.534127:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23822 00000100:00100000:0.0:1787755744.534137:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666871296:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.534239:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666871296:12345-0@lo:1000:mdt_io00_003.0 Request processed in 104us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.534246:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23822 00000100:00100000:1.0:1787755744.534604:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871296:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.534677:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871424:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.534709:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.534734:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.534775:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666871424 00000100:00100000:0.0:1787755744.534779:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666871424 00000100:00100000:0.0:1787755744.534805:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23823 00000100:00100000:0.0:1787755744.534811:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666871424:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.534913:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666871424:12345-0@lo:1000:mdt_io00_003.0 Request processed in 102us (202us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755744.534919:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23823 00000100:00100000:1.0:1787755744.535085:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871424:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.535230:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871552:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.535256:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.535280:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.536596:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871552:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.536697:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871680:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.536732:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.536761:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.537131:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666871680:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755744.537238:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e50:0x0] 00010000:00010000:1.0:1787755744.537610:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.537630:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21365e expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.537639:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.537668:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21365e expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.537690:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21365e expref: 9 pid: 6521 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755744.537703:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666871808:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755744.538122:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.539765:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654369664 00000100:00100000:0.0:1787755744.539780:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654369664 00000100:00100000:0.0:1787755744.539859:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30713 00000100:00100000:0.0:1787755744.539872:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:223078:x1874588654369664:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755744.539894:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755744.539918:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21368f expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.539959:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.539971:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x516:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1787755744.539976:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755744.539983:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.540023:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.540038:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 7 pid: 8436 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755744.540055:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666871936:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755744.540351:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84300 going to sleep for 11 seconds 00010000:00010000:1.0:1787755744.546424:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365785e4a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21365e expref: 9 pid: 6521 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755744.546440:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666871808:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755744.546462:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.546469:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.546474:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.546542:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365785e90 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.546550:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365785e90 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.546560:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365785e90 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755744.546577:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666872064:0@lo:101:mdt_io00_003.0 00000100:00100000:1.0:1787755744.546620:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.546641:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.547095:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666871936:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755744.547119:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.547134:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755744.547169:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:223078:x1874588654369664:12345-192.168.201.7@tcp:101:cat.0 Request processed in 7301us (7863us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.547174:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30713 00000100:00100000:0.0:1787755744.547738:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.547874:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654369920 00000100:00100000:0.0:1787755744.547879:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654369920 00010000:00010000:0.0:1787755744.547901:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 8 pid: 8436 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755744.547947:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21535 00000100:00100000:0.0:1787755744.547956:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654369920:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755744.547969:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755744.547995:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 8 pid: 8436 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.548010:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 8 pid: 8436 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.548034:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ec0f073/0x9b2b325365785d32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213626 expref: 8 pid: 8436 timeout: 8901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.548051:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755744.548056:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755744.548073:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.548085:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.548120:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755744.548134:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1874588666872320:192.168.201.7@tcp:105: 00000100:00100000:0.0:1787755744.548196:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.550118:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666872448 00000100:00100000:1.0:1787755744.550136:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666872448 00000100:00100000:0.0:1787755744.550705:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23828 00000100:00100000:0.0:1787755744.550719:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666872448:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.551084:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666872448:12345-0@lo:1000:mdt_io00_003.0 Request processed in 368us (2610us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.551091:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23828 00000100:00100000:0.0:1787755744.552046:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666872576 00000100:00100000:0.0:1787755744.552054:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666872576 00000100:00100000:0.0:1787755744.552159:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23829 00000100:00100000:0.0:1787755744.552169:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666872576:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.552303:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666872576:12345-0@lo:1000:mdt_io00_003.0 Request processed in 136us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.552310:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23829 00000100:00100000:1.0:1787755744.552779:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666872576:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755744.552818:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e50:0x0] 00000100:00100000:1.0:1787755744.552871:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666872704:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.552907:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.552976:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755744.553096:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666872704 00000100:00100000:0.0:1787755744.553102:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666872704 00000100:00100000:0.0:1787755744.554363:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23830 00000100:00100000:0.0:1787755744.554383:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666872704:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755744.554494:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666872704:12345-0@lo:1000:mdt_io00_003.0 Request processed in 119us (1586us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.555500:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23830 00000100:00100000:1.0:1787755744.555899:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666872832:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755744.555937:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18e:0x0] 00000100:00100000:1.0:1787755744.555978:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666872960:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.556013:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.556392:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.556446:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6506:1874588666872320:192.168.201.7@tcp:105: 00010000:00010000:0.0:1787755744.556464:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755744.556510:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654369920:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8555us (8771us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.556531:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21535 00000100:00100000:1.0:1787755744.558165:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.558191:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666872960:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755744.558225:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e50:0x0] 00000100:00100000:1.0:1787755744.558280:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666873088:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.558337:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.558361:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.558810:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666873088:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.558840:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666873216:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.558862:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.558882:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.559092:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666873216:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.559223:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666873344:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755744.559245:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755744.559265:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755744.559592:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666873344:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755744.559926:0:124229:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1da4:0x0] is inserted into orphan list, open count = 1 00000040:00080000:1.0:1787755744.559995:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].929, 1240 off867464 00000040:00080000:1.0:1787755744.560054:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].932, 1320 off964248 00000004:00080000:1.0:1787755744.560070:0:124229:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4aba2240 with version 1812 00000100:00100000:1.0:1787755744.560882:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666873600 00000100:00100000:1.0:1787755744.560889:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666873600 00000100:00100000:1.0:1787755744.560934:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23836 00000100:00100000:1.0:1787755744.560942:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666873600:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755744.561221:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666873600:12345-0@lo:1000:osp_up1-0.0 Request processed in 279us (433us total) trans 4294985285 rc 0/0 00000100:00100000:1.0:1787755744.561228:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23836 00010000:00010000:1.0:1787755744.562101:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562113:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562120:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562127:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755744.562132:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562145:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562171:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da4:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:1.0:1787755744.562174:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755744.562179:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562186:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365785e82 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1da4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755744.562204:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e51:0x0] 00010000:00010000:1.0:1787755744.562211:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365785e90 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365785e97 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562219:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365785e90 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365785e97 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562231:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562237:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562242:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562247:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755744.562250:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562260:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562269:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:1.0:1787755744.562271:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755744.562274:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562279:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785e6d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755744.562302:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000030bc7189 reply state 00000000fe6e5bba transno 8589957358 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562618:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.562629:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x5a734ce9 (ffff9dfe48a2e600) 00010000:00010000:1.0:1787755744.562631:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755744.562635:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1787755744.562640:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18e:0x0] 00010000:00010000:1.0:1787755744.563173:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755744.563181:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365785e58 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.563190:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755744.563194:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365785e58 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755744.563203:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365785e58 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.563244:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785e58 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.563251:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755744.563285:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785e58 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.563293:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc000/0x9b2b325365785e43 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785e58 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.563311:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755744.563346:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755744.563348:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755744.563357:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755744.563378:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666873728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755744.563445:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755744.563961:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666873728 00000100:00100000:0.0:1787755744.563975:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666873728 00000100:00100000:0.0:1787755744.564096:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10979 00000100:00100000:0.0:1787755744.564110:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588666873728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755744.564128:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755744.564163:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365785e58 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785e43 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755744.564180:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18e:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755744.564189:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755744.564246:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588666873728:12345-0@lo:103:ldlm_bl.0 Request processed in 140us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755744.564254:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10979 00000100:00100000:1.0:1787755744.564342:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666873728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755744.566626:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755744.572567:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:1.0:1787755744.573894:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755744.573901:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785eac lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.573907:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755744.573921:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785eac lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.573929:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785eac lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.573947:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da4:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:1.0:1787755744.573950:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755744.573954:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785eac lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1da4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.573960:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785eac lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1da4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755744.573972:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755744.573974:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755744.573976:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755745.278020:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755745.323241:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666873856:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755745.323371:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755745.325553:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666874368 00000100:00100000:1.0:1787755745.325564:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666874368 00000100:00100000:1.0:1787755745.325626:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23837 00000100:00100000:1.0:1787755745.325636:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666874368:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755745.325798:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666874368:12345-0@lo:1000:osp_up1-0.0 Request processed in 163us (1036us total) trans 4294985286 rc 0/0 00000100:00100000:1.0:1787755745.325806:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23837 00010000:00010000:1.0:1787755745.326485:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.326497:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.326506:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.326513:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755745.326518:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.326527:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.326543:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x5a734ce9 (ffff9dfe48a2e600) 00010000:00010000:1.0:1787755745.326547:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755745.326552:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.326558:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365785d1d lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755745.326594:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666874112:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755745.326646:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755745.326685:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755745.326691:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666873984:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755745.326716:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787755745.328218:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755745.328538:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.328549:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.328556:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.328562:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755745.328567:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.328578:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.328598:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x5a734ce9 (ffff9dfe48a2e600) 00010000:00010000:1.0:1787755745.328601:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755745.328606:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.328613:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365785e7b lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755745.330669:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666873984 00000100:00100000:1.0:1787755745.330696:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666873984 00000100:00100000:1.0:1787755745.330822:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10981 00000100:00100000:1.0:1787755745.330836:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3650:x1874588666873984:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755745.330857:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755745.330887:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365785e97 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785e90 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.330911:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e51:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:1.0:1787755745.330925:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755745.331129:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3650:x1874588666873984:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 296us (4410us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755745.331138:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10981 00000100:00100000:1.0:1787755745.331209:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666873984:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755745.333442:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666873856:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755745.333793:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755745.334832:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588666874496:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755745.334869:0:9891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.334909:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654370560 00000100:00100000:0.0:1787755745.334919:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654370560 00010000:00010000:0.0:1787755745.338252:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 6 pid: 8435 timeout: 8902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.338346:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21536 00000100:00100000:0.0:1787755745.338365:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654370560:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755745.338382:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755745.338389:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 6 pid: 8435 timeout: 8902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.338408:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 6 pid: 8435 timeout: 8902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.338436:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365785e89 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21368f expref: 6 pid: 8435 timeout: 8902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.338453:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755745.338457:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755745.338464:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.338473:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.338506:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755745.338575:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654370560:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 217us (4787us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.338583:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21536 00010000:00010000:1.0:1787755745.339160:0:9891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.339175:0:9891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.339187:0:9891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.339195:0:9891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.339213:0:9891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755745.339620:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666874112:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12754us (12970us total) trans 4294973845 rc 0/0 00000100:00100000:1.0:1787755745.339630:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30714 00000004:00080000:1.0:1787755745.339708:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a851c00/2, rc 0, transno 4294973845 00000100:00100000:1.0:1787755745.339716:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666874112:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1787755745.341015:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755745.341029:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.341042:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755745.341054:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.341065:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.341087:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.341095:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bf1d6d9c/0x9b2b325365785eb3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.341122:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755745.341124:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755745.341126:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755745.751619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755745.751672:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654370688 00000100:00100000:0.0:1787755745.751684:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654370688 00000100:00100000:0.0:1787755745.751744:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69974 00000100:00100000:0.0:1787755745.751757:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:223116:x1874588654370688:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755745.751780:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755745.751805:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365785eba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21369d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.751876:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785ec1 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.751890:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.751902:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755745.752000:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e50:0x0]: returning size 4096 00000004:00200000:0.0:1787755745.752006:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755745.752027:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.752067:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365785eba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21369d expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.752095:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785ec1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21369d expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.752105:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755745.752108:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755745.752112:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755745.752187:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:223116:x1874588654370688:12345-192.168.201.7@tcp:101:rm.0 Request processed in 431us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.752196:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69974 00000100:00100000:0.0:1787755745.776832:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755745.816083:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654371456 00000100:00100000:0.0:1787755745.816094:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654371456 00000100:00100000:0.0:1787755745.816157:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9304 00000100:00100000:0.0:1787755745.816169:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a6bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223116:x1874588654371456:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755745.827428:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a6bd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223116:x1874588654371456:12345-192.168.201.7@tcp:37:rm.0 Request processed in 11248us (11562us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.827444:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9304 00000100:00100000:0.0:1787755745.846625:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000004:00080000:0.0:1787755745.849012:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6782 rpc_version 6782 00000020:00100000:0.0:1787755745.849070:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755745.849084:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b9a300 x1874588666874752/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755745.849113:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666874752:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755745.849198:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.849440:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133d180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755745.854698:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223116:x1874588654371712:12345-192.168.201.7@tcp:35:rm.0 Request processed in 7857us (8085us total) trans 4294985288 rc 0/0 00000100:00100000:0.0:1787755745.854708:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9305 00000100:00100000:0.0:1787755745.915869:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654372736 00000100:00100000:0.0:1787755745.915875:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654372736 00000100:00100000:0.0:1787755745.915918:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69982 00000100:00100000:0.0:1787755745.915926:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+13:223116:x1874588654372736:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755745.915991:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755745.916009:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365785f2a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e51:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136c7 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.916024:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e51:0x0].0x0 (ffff9dfe48aff000) 00010000:00010000:0.0:1787755745.916032:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755745.916114:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365785f31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.916124:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365785f31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.916135:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365785f31 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.916159:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666874880:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1787755745.916212:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.916249:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755745.921238:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2ffb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666875008:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755745.921295:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365785f38 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785f31 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.921312:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18c:0x0].0x0 (ffff9dfe48aff200) 00010000:00010000:0.0:1787755745.921341:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755745.921347:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365785f38 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785f31 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.921359:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:0.0:1787755745.921424:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666874880:12345-0@lo:101:mdt00_006.0 Request processed in 5081us (5211us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.921434:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23839 00000100:00100000:1.0:1787755745.936197:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666875136 00000100:00100000:1.0:1787755745.936218:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666875136 00000100:00100000:1.0:1787755745.939192:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666875136:0@lo:105: 00010000:00010000:1.0:1787755745.939226:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755745.939305:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2400:x1874588654372864:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 7732us (8507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755745.939331:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21537 00010000:00010000:0.0:1787755745.941178:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365785f31 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f38 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.941200:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365785f31 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f38 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755745.941230:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18c:0x0] 00010000:00010000:0.0:1787755745.941287:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.941296:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.941901:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.941938:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666875264:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1787755745.942108:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.942733:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133de40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755745.942893:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666875264 00000100:00100000:1.0:1787755745.942903:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666875264 00000100:00100000:0.0:1787755745.951494:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666875392 00000100:00100000:0.0:1787755745.951505:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666875392 00000100:00100000:0.0:1787755745.951578:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23841 00000100:00100000:0.0:1787755745.951592:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666875392:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755745.951731:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666875392:12345-0@lo:1000:mdt00_006.0 Request processed in 141us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.951740:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23841 00000100:00100000:0.0:1787755745.951794:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666875392:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755745.953246:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666875520:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755745.953347:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.953380:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755745.954676:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666875520:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755745.954768:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c917b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666875648:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755745.955305:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755745.955371:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755745.955682:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666875648 00000100:00100000:0.0:1787755745.955690:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666875648 00000100:00100000:0.0:1787755745.955746:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23843 00000100:00100000:0.0:1787755745.955756:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666875648:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755745.955893:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666875648:12345-0@lo:1000:mdt00_006.0 Request processed in 138us (588us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755745.955901:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23843 00000100:00100000:0.0:1787755745.956215:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666875776 00000100:00100000:0.0:1787755745.956220:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666875776 00000100:00100000:0.0:1787755745.956255:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23844 00000100:00100000:0.0:1787755745.956262:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666875776:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755745.956273:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755745.956294:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785f54 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785f4d expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.956354:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785f54 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785f4d expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.956369:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785f54 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785f4d expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.956378:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e51:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755745.956381:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755745.956386:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755745.956419:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588666875776:12345-0@lo:101:mdt00_006.0 Request processed in 156us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.956426:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23844 00000100:00100000:0.0:1787755745.957397:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666876032 00000100:00100000:0.0:1787755745.957405:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666876032 00000100:00100000:0.0:1787755745.957444:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23845 00000100:00100000:0.0:1787755745.957454:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666876032:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755745.957730:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666876032:12345-0@lo:1000:osp_up0-1.0 Request processed in 277us (466us total) trans 8589957361 rc 0/0 00000100:00100000:0.0:1787755745.957739:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23845 00000100:00100000:0.0:1787755745.960590:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666876288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755745.960713:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.960782:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755745.960789:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666876160:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755745.961072:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755745.964666:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.964725:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666876288:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755745.964756:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666876160 00000100:00100000:0.0:1787755745.964760:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666876160 00000100:00100000:0.0:1787755745.964786:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10984 00000100:00100000:0.0:1787755745.964793:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588666876160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755745.964878:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755745.964895:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365785f54 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e51:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785f4d expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.964912:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e51:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755745.964923:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755745.964962:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588666876160:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.964970:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10984 00000100:00100000:0.0:1787755745.965029:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666876160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755745.972553:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654372992 00000100:00100000:1.0:1787755745.972564:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654372992 00000100:00100000:1.0:1787755745.972632:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10985 00000100:00100000:1.0:1787755745.972643:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654372992:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755745.972658:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755745.972692:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365785d8d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213642 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.972717:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:1.0:1787755745.972722:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755745.972791:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654372992:12345-192.168.201.7@tcp:103:rm.0 Request processed in 149us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755745.972881:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10985 00000100:00100000:0.0:1787755745.979580:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654373504 00000100:00100000:0.0:1787755745.979597:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654373504 00000100:00100000:0.0:1787755745.979689:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69983 00000100:00100000:0.0:1787755745.979702:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+14:223116:x1874588654373504:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755745.979775:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755745.979824:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365785ef9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e50:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136b9 expref: 14 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.979848:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785ec1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21369d expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.979862:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365785d9b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213649 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.979875:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755745.979880:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755745.979938:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.979947:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.979958:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.979990:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666876416:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1787755745.980096:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.980137:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133d540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755745.980169:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666876416 00000100:00100000:0.0:1787755745.980174:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666876416 00000100:00100000:0.0:1787755745.980205:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23846 00000100:00100000:0.0:1787755745.980212:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35169:x1874588666876416:12345-0@lo:101:mdt00_013.0 00010000:00010000:0.0:1787755745.980225:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755745.980239:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785f69 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.980263:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.980273:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.980283:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.980308:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.980354:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 7 pid: 10713 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.980368:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea2d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666876544:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755745.980453:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.980463:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 7 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.980471:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666876672:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755745.980494:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755745.986296:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755745.986362:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755745.986397:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654373632 00000100:00100000:1.0:1787755745.986407:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654373632 00010000:00010000:1.0:1787755745.986457:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 8 pid: 10713 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755745.986490:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654373760 00000100:00100000:1.0:1787755745.986493:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654373760 00010000:00010000:1.0:1787755745.986506:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 8 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755745.986532:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21538 00000100:00100000:1.0:1787755745.986542:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654373632:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755745.986560:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755745.986570:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 8 pid: 10713 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.986587:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 8 pid: 10713 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.986622:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755745.986631:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.986642:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755745.986903:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654373632:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 361us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755745.986912:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21538 00000100:00100000:1.0:1787755745.986938:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21539 00000100:00100000:1.0:1787755745.986945:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654373760:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755745.986952:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755745.986958:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 8 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.986969:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 8 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.986983:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755745.986988:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.986998:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.987009:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.987130:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755745.987148:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666876800:0@lo:105: 00000100:00100000:1.0:1787755745.987204:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755745.987253:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755745.988573:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787755745.988596:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666876800 00000100:00100000:1.0:1787755745.988604:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666876800 00000100:00100000:1.0:1787755745.988670:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7846 00000100:00100000:1.0:1787755745.988682:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7b8af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666876800:12345-0@lo:105: 00010000:00010000:1.0:1787755745.988700:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.988713:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.988731:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.988741:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.988750:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.988760:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.988775:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccc000) 00000100:00100000:1.0:1787755745.988934:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7b8af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666876800:12345-0@lo:105: Request processed in 253us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755745.988942:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7846 00000100:00100000:1.0:1787755745.989308:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666876800:0@lo:105: 00010000:00010000:1.0:1787755745.989345:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755745.989388:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654373760:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2442us (3024us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755745.989397:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21539 00010000:00010000:0.0:1787755745.992578:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365785dda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213665 expref: 7 pid: 10713 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.992605:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea2d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666876544:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755745.992621:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365785d71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21363b expref: 7 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.992634:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666876672:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755745.992671:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.992682:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755745.992686:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755745.992690:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:0.0:1787755745.992783:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35169:x1874588666876416:12345-0@lo:101:mdt00_013.0 Request processed in 12570us (12686us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.992794:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23846 00000100:00100000:0.0:1787755745.996092:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666877056 00000100:00100000:0.0:1787755745.996099:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666877056 00000100:00100000:0.0:1787755745.996133:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23848 00000100:00100000:0.0:1787755745.996141:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666877056:12345-0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755745.996226:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666877056:12345-0@lo:1000:mdt00_013.0 Request processed in 86us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755745.996232:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23848 00000100:00100000:0.0:1787755745.996259:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666877056:0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755745.996356:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666877184:0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755745.996402:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755745.996427:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133d180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755745.996446:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666877184 00000100:00100000:0.0:1787755745.996450:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666877184 00000100:00100000:0.0:1787755745.996476:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23849 00000100:00100000:0.0:1787755745.996483:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666877184:12345-0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755745.996594:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666877184:12345-0@lo:1000:mdt00_013.0 Request processed in 109us (193us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755745.996601:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23849 00000100:00100000:0.0:1787755745.996642:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666877184:0@lo:1000:mdt00_013.0 00010000:00010000:0.0:1787755745.996708:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.996719:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755745.996729:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755745.996742:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666877312:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1787755745.996780:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755745.997123:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666877312 00000100:00100000:1.0:1787755745.997130:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666877312 00000100:00100000:1.0:1787755745.997165:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23850 00000100:00100000:1.0:1787755745.997173:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666877312:12345-0@lo:101:mdt00_013.0 00010000:00010000:1.0:1787755745.997184:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755745.997202:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785f85 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.997229:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365785df6 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21366c expref: 6 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.997240:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785f85 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.997286:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365785df6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21366c expref: 6 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755745.997306:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365785df6 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21366c expref: 6 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755745.997340:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666877440:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755745.997427:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755745.999439:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755746.001955:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.001989:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654373888 00000100:00100000:1.0:1787755746.001998:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654373888 00010000:00010000:1.0:1787755746.002057:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365785df6 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21366c expref: 7 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755746.002094:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21540 00000100:00100000:1.0:1787755746.002105:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654373888:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755746.002122:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755746.002129:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365785df6 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21366c expref: 7 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.002145:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365785df6 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21366c expref: 7 pid: 8458 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.002170:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:1.0:1787755746.002177:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785f85 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.002188:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365785f85 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.002197:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365785f85 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.002233:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785f85 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755746.002249:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666877568:0@lo:105: 00000100:00100000:1.0:1787755746.002300:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755746.002358:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804840 going to sleep for 11 seconds 00000100:00080000:1.0:1787755746.002374:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755746.003621:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666877312:0@lo:101:mdt00_013.0 00010000:00010000:0.0:1787755746.003640:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f8c expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003686:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003697:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003707:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003725:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003735:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365785ecf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136a4 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003743:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 4/0,1 mode: --/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003768:0:35169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365785ecf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136a4 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.003784:0:35169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365785ecf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136a4 expref: 11 pid: 35159 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.003814:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:35169:1874588666877696:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755746.003866:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755746.008984:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:35169:1874588666877696:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755746.009042:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,1 mode: --/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755746.009546:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00080000:1.0:1787755746.012407:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787755746.012625:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.012637:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.012697:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365785fa1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.012706:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365785fa1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.012717:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365785fa1 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.012744:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666877824:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1787755746.012810:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.012849:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755746.016043:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666877952 00000100:00100000:0.0:1787755746.016052:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666877952 00000100:00100000:0.0:1787755746.016098:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23852 00000100:00100000:0.0:1787755746.016107:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666877952:12345-0@lo:403:mdt00_013.0 00000100:00100000:0.0:1787755746.018008:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666877952:12345-0@lo:403:mdt00_013.0 Request processed in 1894us (2243us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.018022:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23852 00000100:00100000:0.0:1787755746.022986:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666878208:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787755746.024633:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e50:0x0]: returning size 4096 00010000:00010000:0.0:1787755746.024678:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024691:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024700:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024707:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755746.024713:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024721:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024741:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18e:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:0.0:1787755746.024744:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755746.024750:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 2/0,0 mode: --/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024756:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365785f9a lrc: 0/0,0 mode: --/EX res: [0x240000400:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024787:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365785fa1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785fa8 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024807:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365785fa1 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365785fa8 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024814:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365785fa1 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365785fa8 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024853:0:35169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755746.024867:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18c:0x0] 00010000:00010000:0.0:1787755746.024877:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024882:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024889:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024893:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755746.024896:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024902:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024909:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755746.024911:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755746.024915:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024920:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365785f93 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024931:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f8c expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024938:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365785f8c expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.024944:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365785f85 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365785f8c expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.025010:0:35169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787755746.025044:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755746.025050:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.025059:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.025066:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.032663:0:35169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787755746.032677:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365785f69 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785f70 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755746.032713:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755746.032725:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755746.032737:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.032753:0:35169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.032883:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+11:223116:x1874588654373504:12345-192.168.201.7@tcp:36:rm.0 Request processed in 53182us (56057us total) trans 4294985292 rc 0/0 00000100:00100000:0.0:1787755746.032895:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69983 00000100:00100000:1.0:1787755746.038840:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666878592 00000100:00100000:1.0:1787755746.038863:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666878592 00000100:00100000:1.0:1787755746.039265:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10986 00000100:00100000:1.0:1787755746.039281:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+17:3650:x1874588666878464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755746.039308:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755746.039362:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365785f8c lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e50:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785f85 expref: 17 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.039530:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:1.0:1787755746.039547:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755746.040075:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:3650:x1874588666878464:12345-0@lo:103:ldlm_bl.0 Request processed in 794us (11787us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.040085:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10986 00000100:00100000:0.0:1787755746.040408:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10988 00000100:00100000:0.0:1787755746.040422:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:3647:x1874588666878592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755746.040433:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755746.040451:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365785f70 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785f69 expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.040467:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755746.040471:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755746.040572:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588666878592:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (8080us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.040579:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10988 00000100:00100000:0.0:1787755746.040632:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666878592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755746.199617:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.212167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:1.0:1787755746.216815:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755746.216825:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.216835:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755746.216842:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755746.216852:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.216900:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.216907:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755746.216947:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.216959:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365785f77 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365785f7e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.216987:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755746.216990:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755746.216993:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755746.217044:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755746.217062:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666878848:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755746.217117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:1.0:1787755746.220305:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973845 is committed 00000001:00080000:1.0:1787755746.220365:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973844 is committed 00000001:00080000:1.0:1787755746.220376:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973843 is committed 00010000:00010000:1.0:1787755746.224247:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365785f46 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755746.226355:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365785f46 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.226414:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785f46 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.226420:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755746.226465:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b325365785f3f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18c:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365785f46 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755746.226491:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985292 is committed 00000004:00080000:1.0:1787755746.226512:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 360 committed 00000001:00080000:1.0:1787755746.226536:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985286 is committed 00000020:00080000:1.0:1787755746.226550:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3390 batchid updated 00000100:00100000:0.0:1787755746.226965:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666878976:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787755746.227055:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.227105:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755746.227111:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666879104:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1787755746.227141:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1787755746.227187:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3390 00000004:00080000:0.0:1787755746.227255:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5133d540 with version 6785 00000020:00080000:0.0:1787755746.227272:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3387 cancel update log [0x200000401:0x3:0x0].1484: rc = 0 00000020:00080000:0.0:1787755746.227393:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3387 cancel update log [0x240000400:0x3:0x0].1166: rc = 0 00000004:00080000:0.0:1787755746.227420:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5133dd80 with version 6786 00000020:00080000:0.0:1787755746.227423:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3388 cancel update log [0x200000401:0x3:0x0].1485: rc = 0 00000020:00080000:0.0:1787755746.228838:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3388 cancel update log [0x240000400:0x3:0x0].1167: rc = 0 00000004:00080000:0.0:1787755746.228889:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49086600 with version 6787 00000020:00080000:0.0:1787755746.228894:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3389 cancel update log [0x200000401:0x3:0x0].1486: rc = 0 00000020:00080000:0.0:1787755746.228924:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3389 cancel update log [0x240000400:0x3:0x0].1168: rc = 0 00000004:00080000:0.0:1787755746.228947:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5251c600 with version 6788 00000020:00080000:0.0:1787755746.228950:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3390 cancel update log [0x200000401:0x3:0x0].1487: rc = 0 00000020:00080000:0.0:1787755746.228969:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3390 cancel update log [0x240000400:0x3:0x0].1169: rc = 0 00000020:00080000:0.0:1787755746.228975:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3390 00000004:00080000:0.0:1787755746.229091:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6785 rpc_version 6785 00000020:00100000:0.0:1787755746.229117:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755746.229126:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a434700 x1874588666879488/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755746.229145:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666879488:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755746.229199:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.229231:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5251c300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755746.229250:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666879488 00000100:00100000:0.0:1787755746.229254:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666879488 00000100:00100000:0.0:1787755746.229300:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23854 00000100:00100000:0.0:1787755746.229307:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666879488:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755746.232668:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666879488:12345-0@lo:1000:osp_up0-1.0 Request processed in 3332us (3439us total) trans 8589957363 rc 0/0 00000100:00100000:1.0:1787755746.232692:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23854 00000100:00100000:1.0:1787755746.235700:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666879744 00000100:00100000:1.0:1787755746.235713:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666879744 00000100:00100000:1.0:1787755746.235789:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23855 00000100:00100000:1.0:1787755746.235802:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666879744:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755746.236055:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666879744:12345-0@lo:1000:osp_up0-1.0 Request processed in 256us (2257us total) trans 8589957364 rc 0/0 00000100:00100000:1.0:1787755746.236062:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23855 00010000:00010000:0.0:1787755746.236279:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365785f7e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365785f77 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.236304:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48affe00) 00010000:00010000:0.0:1787755746.236340:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.236352:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.236361:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.236398:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755746.236568:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588666878848:12345-0@lo:103:ldlm_bl.0 Request processed in 19079us (19450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.236578:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21542 00010000:00010000:1.0:1787755746.238138:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238157:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238253:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238262:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238270:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238278:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238286:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755746.238291:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238303:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238341:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755746.238345:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755746.238352:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238359:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365785fc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238377:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238383:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238388:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238393:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755746.238395:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238401:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238408:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48affe00) 00010000:00010000:1.0:1787755746.238410:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755746.238413:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238422:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365785fcb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238484:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365785fbd lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136d5 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238495:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755746.238497:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755746.238502:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365785fbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136d5 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.238512:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:1.0:1787755746.242401:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223128:x1874588654374400:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 29717us (30230us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755746.242416:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69986 00000100:00100000:0.0:1787755746.246406:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666878848:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755746.246970:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654374528 00000100:00100000:0.0:1787755746.246979:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654374528 00010000:00010000:0.0:1787755746.247062:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000062ec9dad/0x9b2b325365785d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213634 expref: 8 pid: 24263 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.247102:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21543 00000100:00100000:0.0:1787755746.247115:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654374528:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755746.247135:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755746.247143:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000062ec9dad/0x9b2b325365785d5c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213634 expref: 8 pid: 24263 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.247162:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000062ec9dad/0x9b2b325365785d5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213634 expref: 8 pid: 24263 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.247195:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062ec9dad/0x9b2b325365785d5c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213634 expref: 8 pid: 24263 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.247215:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d0:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755746.247220:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d0:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755746.247227:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.247237:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.247272:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755746.247356:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654374528:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 243us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.247365:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21543 00000100:00100000:1.0:1787755746.247555:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666880000 00000100:00100000:1.0:1787755746.247560:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666880000 00000100:00100000:1.0:1787755746.247603:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23856 00000100:00100000:1.0:1787755746.247611:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666880000:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755746.247868:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666880000:12345-0@lo:1000:osp_up0-1.0 Request processed in 257us (3945us total) trans 8589957365 rc 0/0 00000100:00100000:1.0:1787755746.247876:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23856 00010000:00010000:1.0:1787755746.249652:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755746.249662:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.249678:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755746.249683:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.249692:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.249712:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.249718:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365785fd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.249743:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755746.249745:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755746.249747:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755746.251581:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666880256 00000100:00100000:1.0:1787755746.251594:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666880256 00000100:00100000:1.0:1787755746.251676:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23857 00000100:00100000:1.0:1787755746.251689:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666880256:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755746.251914:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666880256:12345-0@lo:1000:osp_up0-1.0 Request processed in 228us (1663us total) trans 8589957366 rc 0/0 00000100:00100000:1.0:1787755746.251922:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23857 00000100:00100000:1.0:1787755746.261528:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666880384 00000100:00100000:1.0:1787755746.261540:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666880384 00000100:00100000:1.0:1787755746.261593:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23858 00000100:00100000:1.0:1787755746.261602:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588666880384:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755746.261741:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588666880384:12345-0@lo:1000:mdt00_004.0 Request processed in 140us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.261749:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23858 00000100:00100000:1.0:1787755746.262263:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666880512 00000100:00100000:1.0:1787755746.262269:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666880512 00000100:00100000:1.0:1787755746.262308:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23859 00000100:00100000:1.0:1787755746.262337:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588666880512:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755746.262448:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588666880512:12345-0@lo:1000:mdt00_004.0 Request processed in 133us (283us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755746.262455:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23859 00000100:00100000:1.0:1787755746.274195:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375040 00000100:00100000:1.0:1787755746.274206:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375040 00010000:00010000:1.0:1787755746.274258:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365785fe0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136dc expref: 8 pid: 35154 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755746.274302:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375168 00000100:00100000:1.0:1787755746.274306:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375168 00010000:00010000:1.0:1787755746.274344:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365785fb6 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136ce expref: 7 pid: 35155 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755746.274366:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21544 00000100:00100000:1.0:1787755746.274377:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654375040:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755746.274391:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755746.274398:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365785fe0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136dc expref: 8 pid: 35154 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.274417:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365785fe0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136dc expref: 8 pid: 35154 timeout: 8903 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.276594:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755746.276618:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666881024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755746.276711:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.276763:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881024 00000100:00100000:0.0:1787755746.276770:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881024 00000100:00100000:0.0:1787755746.276827:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747 00000100:00100000:0.0:1787755746.276836:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666881024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755746.276866:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755746.276911:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666881024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.276918:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747 00000100:00100000:0.0:1787755746.276956:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973843 gen 2 00000004:00080000:0.0:1787755746.276961:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe41a1a680, transno 4294973843 00000100:00100000:0.0:1787755746.276974:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666881024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755746.279902:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588666881408:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.279973:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.280009:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666881920:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280047:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.280083:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787755746.280089:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588666881280:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280115:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.280134:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588666881792:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.280175:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f440e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588666882304:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280200:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.280240:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881408 00000100:00100000:0.0:1787755746.280249:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881408 00000100:00100000:0.0:1787755746.280304:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881280 00000100:00100000:0.0:1787755746.280307:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881280 00000100:00100000:0.0:1787755746.280351:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881792 00000100:00100000:0.0:1787755746.280355:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881792 00000100:00100000:0.0:1787755746.280374:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666882304 00000100:00100000:0.0:1787755746.280376:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666882304 00000100:00100000:0.0:1787755746.280396:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15568 00000100:00100000:0.0:1787755746.280404:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588666881408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280545:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588666881408:12345-0@lo:400:kworker.0 Request processed in 141us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.280553:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15568 00000100:00100000:0.0:1787755746.280573:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15569 00000100:00100000:0.0:1787755746.280579:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588666881280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280608:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588666881280:12345-0@lo:400:kworker.0 Request processed in 30us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.280614:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15569 00000100:00100000:0.0:1787755746.280624:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15570 00000100:00100000:0.0:1787755746.280630:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588666881792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280742:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588666881792:12345-0@lo:400:kworker.0 Request processed in 112us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.280749:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15570 00000100:00100000:0.0:1787755746.280762:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15571 00000100:00100000:0.0:1787755746.280768:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588666882304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280796:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588666882304:12345-0@lo:400:kworker.0 Request processed in 29us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.280802:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15571 00000100:00100000:0.0:1787755746.280848:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588666881280:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280859:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588666881792:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280867:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f440e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588666882304:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280877:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588666881408:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280909:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666881152:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280943:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.280974:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588666881664:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.280996:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.281014:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666882176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.281049:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.281073:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787755746.281080:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666881536:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.281103:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.281121:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666882048:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.281142:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.281174:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881664 00000100:00100000:0.0:1787755746.281179:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881664 00000100:00100000:0.0:1787755746.281206:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881536 00000100:00100000:0.0:1787755746.281208:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881536 00000100:00100000:0.0:1787755746.281228:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15572 00000100:00100000:0.0:1787755746.281235:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588666881664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.281272:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588666881664:12345-0@lo:400:kworker.0 Request processed in 38us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.281278:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15572 00000100:00100000:0.0:1787755746.281289:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15573 00000100:00100000:0.0:1787755746.281295:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666881536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.281349:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666881536:12345-0@lo:400:kworker.0 Request processed in 54us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.281355:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15573 00000100:00100000:0.0:1787755746.281392:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666881536:0@lo:400:kworker.0 00000100:00100000:0.0:1787755746.281401:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588666881664:0@lo:400:kworker.0 00010000:00010000:1.0:1787755746.282627:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755746.282643:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755746.282669:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666881920 00000100:00100000:1.0:1787755746.282673:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666881920 00000100:00100000:1.0:1787755746.282708:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23861 00000100:00100000:1.0:1787755746.282716:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666881920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755746.282778:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666881920:12345-0@lo:400:kworker.0 Request processed in 63us (2730us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.282785:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23861 00000100:00100000:1.0:1787755746.282832:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985286 gen 2 00000004:00080000:1.0:1787755746.282839:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985285 committed transno 4294985286 00000020:00080000:1.0:1787755746.282847:0:3650:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4aba2540 refcount 2 committed 0 result 0 batchid 4294979800 00000020:00080000:1.0:1787755746.282852:0:3650:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aba2240 00000020:00080000:1.0:1787755746.282855:0:3650:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].932 00000020:00080000:1.0:1787755746.282857:0:3650:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe52b9ea00 00000020:00080000:1.0:1787755746.282860:0:3650:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].929 00000004:00080000:1.0:1787755746.282882:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985286 committed transno 4294985286 00000100:00100000:1.0:1787755746.282899:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666881920:0@lo:400:kworker.0 00000100:00100000:1.0:1787755746.282981:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654375040:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8602us (8960us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.282991:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21544 00010000:00010000:1.0:1787755746.283901:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755746.284980:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe453f4900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755746.285000:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666882432:0@lo:105: 00010000:00010000:0.0:1787755746.285018:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755746.285083:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654375168:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 10531us (10990us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.285092:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21545 00000100:00100000:1.0:1787755746.286207:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666882560 00000100:00100000:1.0:1787755746.286219:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666882560 00000100:00100000:1.0:1787755746.286281:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23862 00000100:00100000:1.0:1787755746.286291:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:10713:x1874588666882560:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755746.286310:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755746.286362:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365785ffc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365785ff5 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.286389:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365785ffc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365785ff5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.286404:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365785ffc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785ff5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.286413:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d700) 00010000:00010000:1.0:1787755746.286416:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755746.286420:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755746.286760:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588666882560:12345-0@lo:101:mdt00_004.0 Request processed in 470us (2357us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.286767:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23862 00000100:00100000:0.0:1787755746.288202:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666882688 00000100:00100000:0.0:1787755746.288209:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666882688 00000100:00100000:0.0:1787755746.288262:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23863 00000100:00100000:0.0:1787755746.288271:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588666882688:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755746.288378:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588666882688:12345-0@lo:1000:mdt00_004.0 Request processed in 108us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.288385:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23863 00000100:00100000:1.0:1787755746.294783:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666882816 00000100:00100000:1.0:1787755746.294805:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666882816 00000100:00100000:1.0:1787755746.294990:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23864 00000100:00100000:1.0:1787755746.295003:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588666882816:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755746.295205:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588666882816:12345-0@lo:1000:mdt00_004.0 Request processed in 203us (6402us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755746.295214:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23864 00000020:00100000:0.0:1787755746.316932:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755746.316948:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e2300 x1874588666883584/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755746.316983:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666883584:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755746.317108:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.317232:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5251c000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755746.324409:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666883584:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755746.325566:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666883712 00000100:00100000:1.0:1787755746.325577:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666883712 00000100:00100000:1.0:1787755746.325656:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23870 00000100:00100000:1.0:1787755746.325669:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:10713:x1874588666883712:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755746.325695:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755746.325713:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786018 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786011 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.325738:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786018 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786011 expref: 15 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.325752:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786018 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786011 expref: 15 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.325762:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:1.0:1787755746.325766:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755746.325770:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755746.325844:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:10713:x1874588666883712:12345-0@lo:101:mdt00_004.0 Request processed in 178us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.325851:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23870 00000100:00100000:0.0:1787755746.328953:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666883840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755746.329054:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755746.329358:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666883840 00000100:00100000:1.0:1787755746.329373:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666883840 00000100:00100000:1.0:1787755746.329559:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10990 00000100:00100000:1.0:1787755746.329574:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:3650:x1874588666883840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755746.329593:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755746.329624:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365785fee lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365785fe7 expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.329663:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755746.329669:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755746.329735:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3650:x1874588666883840:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.329744:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10990 00000100:00100000:1.0:1787755746.334586:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755746.339548:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375296 00000100:00100000:0.0:1787755746.339572:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375296 00000100:00100000:0.0:1787755746.339758:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69989 00000100:00100000:0.0:1787755746.339773:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223117:x1874588654375296:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755746.339801:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755746.339827:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578601f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2136e3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.339907:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786026 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.339922:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.339933:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755746.340007:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755746.340013:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755746.340054:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786026 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.340087:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578601f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136e3 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.340111:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786026 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136e3 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.340122:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755746.340125:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755746.340131:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755746.340236:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223117:x1874588654375296:12345-192.168.201.7@tcp:101:bash.0 Request processed in 465us (5661us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.340244:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69989 00000100:00100000:1.0:1787755746.344527:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755746.344676:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375424 00000100:00100000:0.0:1787755746.344687:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375424 00000100:00100000:0.0:1787755746.344746:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69990 00000100:00100000:0.0:1787755746.344758:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223117:x1874588654375424:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755746.344784:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755746.344807:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578602d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2136ea expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344878:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786034 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344892:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786034 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344902:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786034 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344913:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578603b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344923:0:35152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365785ffc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365785ff5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344930:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578603b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.344963:0:35152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365785ffc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365785ff5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.344980:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588666883968:0@lo:104: 00000100:00100000:0.0:1787755746.345041:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.345085:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5251c000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755746.345207:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666883968 00000100:00100000:1.0:1787755746.345212:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666883968 00000100:00100000:1.0:1787755746.345254:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7850 00000100:00100000:1.0:1787755746.345261:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588666883968:12345-0@lo:104: 00010000:00010000:1.0:1787755746.345275:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.345372:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755746.345378:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588666883968:12345-0@lo:104: Request processed in 119us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.345386:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7850 00010000:00010000:1.0:1787755746.345409:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755746.345414:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.345423:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755746.345429:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755746.345449:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.345479:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.345485:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787755746.345732:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666884096:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755746.345771:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.347412:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0b800 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588666883968:0@lo:104: 00010000:00010000:0.0:1787755746.347464:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578603b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.349974:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365785ffc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365785ff5 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.349997:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d700) 00010000:00010000:0.0:1787755746.350003:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578603b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.350013:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578603b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.350022:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578603b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.350075:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755746.350170:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666884096:12345-0@lo:103:ldlm_bl.0 Request processed in 4248us (4396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.350182:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21546 00000100:00100000:0.0:1787755746.350257:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666884096:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755746.352287:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.352296:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b325365785ff5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365785ffc expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.352346:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755746.352349:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755746.352352:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755746.365806:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755746.365951:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375552 00000100:00100000:0.0:1787755746.365964:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375552 00000100:00100000:0.0:1787755746.366122:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69991 00000100:00100000:0.0:1787755746.366135:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223117:x1874588654375552:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755746.366166:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755746.366189:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786049 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2136f1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.366261:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365786050 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.366277:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365786050 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.366288:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365786050 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755746.366449:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e52:0x0]: returning size 4096 00000004:00200000:0.0:1787755746.366455:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755746.366498:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786049 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136f1 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.366519:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365786050 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136f1 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.366527:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:0.0:1787755746.366530:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755746.366533:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755746.366602:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223117:x1874588654375552:12345-192.168.201.7@tcp:101:bash.0 Request processed in 470us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.366609:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69991 00000100:00100000:0.0:1787755746.382614:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375680 00000100:00100000:0.0:1787755746.382627:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375680 00000100:00100000:0.0:1787755746.382722:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69992 00000100:00100000:0.0:1787755746.382737:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223117:x1874588654375680:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755746.382767:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755746.382798:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786057 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2136f8 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.382876:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578605e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.382889:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578605e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.382900:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578605e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755746.382965:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x18f:0x0]: returning size 4096 00000004:00200000:0.0:1787755746.382971:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755746.383021:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786057 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136f8 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.383057:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578605e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136f8 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.383068:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:0.0:1787755746.383071:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755746.383076:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755746.383176:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223117:x1874588654375680:12345-192.168.201.7@tcp:101:bash.0 Request processed in 441us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.383183:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69992 00000100:00100000:0.0:1787755746.392220:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654375808 00000100:00100000:0.0:1787755746.392235:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654375808 00000100:00100000:0.0:1787755746.392358:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69993 00000100:00100000:0.0:1787755746.392370:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223117:x1874588654375808:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755746.392395:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755746.392419:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786065 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2136ff expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.393744:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755746.393752:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365786011 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786018 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.393760:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755746.393766:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365786011 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786018 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755746.393776:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365786011 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786018 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.393807:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365786011 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786018 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.393814:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755746.393846:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365786011 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786018 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.393860:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365786011 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786018 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.393883:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755746.393885:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755746.393886:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755746.393931:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755746.393946:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666884736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755746.393988:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755746.394576:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666884736 00000100:00100000:0.0:1787755746.394585:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666884736 00010000:00010000:0.0:1787755746.394616:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786018 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786011 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755746.394735:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21547 00000100:00100000:0.0:1787755746.394744:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666884736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755746.394759:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755746.400979:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786018 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786011 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.401003:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:1.0:1787755746.401009:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578606c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.401020:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578606c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.401037:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578606c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.401077:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755746.401230:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588666884736:12345-0@lo:103:ldlm_bl.0 Request processed in 6485us (7239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.401240:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21547 00000100:00100000:0.0:1787755746.406803:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666884736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755746.409758:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.417264:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755746.425366:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654376448 00000100:00100000:0.0:1787755746.425376:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654376448 00000100:00100000:0.0:1787755746.425432:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9307 00000100:00100000:0.0:1787755746.425442:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223117:x1874588654376448:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755746.425767:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223117:x1874588654376448:12345-192.168.201.7@tcp:35:bash.0 Request processed in 325us (543us total) trans 8589957369 rc 0/0 00000100:00100000:0.0:1787755746.425775:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9307 00000100:00100000:1.0:1787755746.444148:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.445632:0:35153:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957367 gen 2 00000004:00080000:1.0:1787755746.445639:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957363 committed transno 8589957367 00000004:00080000:1.0:1787755746.445730:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957364 committed transno 8589957367 00000004:00080000:1.0:1787755746.445742:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957365 committed transno 8589957367 00000004:00080000:1.0:1787755746.445755:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957366 committed transno 8589957367 00000004:00080000:1.0:1787755746.445764:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957367 committed transno 8589957367 00000100:00100000:1.0:1787755746.445791:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0380 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666884864:0@lo:1000:mdt00_008.0 00000004:00080000:1.0:1787755746.446093:0:35153:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4cf:0x0], index 0: 0 00010000:00010000:1.0:1787755746.446272:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657860b2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.446285:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657860b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.446294:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657860b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447092:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447105:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447111:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447118:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447123:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755746.447126:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447133:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447149:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:1.0:1787755746.447152:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755746.447158:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447163:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657860a4 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755746.447180:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003a4e8704 reply state 0000000035030909 transno 4294985295 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447195:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447201:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x4ec94fd6 (ffff9dfe46981200) 00010000:00010000:1.0:1787755746.447203:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755746.447207:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755746.447259:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b32536578609d lrc: 0/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213714 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447276:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657860b2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213714 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755746.447284:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dff4536d800) 00010000:00010000:1.0:1787755746.447286:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755746.447288:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755746.447893:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223117:x1874588654376704:12345-192.168.201.7@tcp:101:bash.0 Request processed in 3482us (3753us total) trans 4294985295 rc 0/0 00000100:00100000:1.0:1787755746.447904:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69995 00000100:00100000:1.0:1787755746.459900:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755746.471621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.498605:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.498679:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755746.503355:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755746.503496:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654377472 00000100:00100000:0.0:1787755746.503508:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654377472 00000100:00100000:0.0:1787755746.503584:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10993 00000100:00100000:0.0:1787755746.503596:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15684:x1874588654377472:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755746.503613:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755746.503659:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657860b2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213714 expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.503681:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dff4536d800) 00010000:00010000:0.0:1787755746.503701:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365786050 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2136f1 expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.503714:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:0.0:1787755746.503722:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365785e04 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e50:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213673 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755746.503731:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e50:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755746.503738:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755746.503807:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15684:x1874588654377472:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 212us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755746.503816:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10993 00000100:00100000:0.0:1787755746.786956:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755746.793919:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666884992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755746.794075:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755746.801560:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666884992 00000100:00100000:1.0:1787755746.801595:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666884992 00000100:00100000:1.0:1787755746.801716:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6748 00000100:00100000:1.0:1787755746.801730:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666884992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755746.801780:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489728576 pending 28672 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755746.801920:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666884992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 193us (7844us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755746.801929:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6748 00010000:00010000:1.0:1787755747.298738:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755747.718285:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.718554:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755747.718656:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654377728 00000100:00100000:1.0:1787755747.718669:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654377728 00000100:00100000:1.0:1787755747.718722:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15574 00000100:00100000:1.0:1787755747.718733:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654377728:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755747.718802:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654377728:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 71us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755747.718810:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15574 00000100:00100000:0.0:1787755747.719577:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.719612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.724981:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.725029:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.725051:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.732490:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.732523:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755747.732548:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654378368 00000100:00100000:0.0:1787755747.732558:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654378368 00000100:00100000:0.0:1787755747.732623:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15577 00000100:00100000:0.0:1787755747.732635:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654378368:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755747.732721:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654378368:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 88us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755747.732730:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15577 00000100:00100000:1.0:1787755747.733126:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654378112 00000100:00100000:1.0:1787755747.733131:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654378112 00000100:00100000:1.0:1787755747.733167:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654378624 00000100:00100000:1.0:1787755747.733170:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654378624 00000100:00100000:1.0:1787755747.733190:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10000 00000100:00100000:1.0:1787755747.733196:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654378112:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755747.733233:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654378112:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (8180us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755747.733240:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10000 00000100:00100000:1.0:1787755747.733255:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10001 00000100:00100000:1.0:1787755747.733262:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654378624:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755747.733283:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654378624:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755747.733301:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10001 00000100:00080000:0.0:1787755747.733560:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787755748.029883:0:163507:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:0.0:1787755748.029940:0:163507:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:1.0:1787755748.327172:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666885120 00000100:00100000:1.0:1787755748.327197:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666885120 00000100:00100000:1.0:1787755748.327300:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23874 00000100:00100000:1.0:1787755748.327312:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666885120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755748.327414:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443446784 avail 1297207296 00000100:00100000:1.0:1787755748.327541:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666885120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 231us (4569us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755748.327555:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23874 00000100:00100000:0.0:1787755748.841914:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666885248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755748.842005:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755748.842100:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666885248 00000100:00100000:0.0:1787755748.842109:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666885248 00000100:00100000:0.0:1787755748.842174:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749 00000100:00100000:0.0:1787755748.842187:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666885248:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755748.842781:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755748.842792:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666885504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755748.842826:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755748.843109:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666885504:0@lo:41:osp-pre-0-1.0 00002000:00000024:0.0:1787755748.843178:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489728576 pending 28672 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755748.843367:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666885248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1183us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755748.843374:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749 00000100:00080000:0.0:1787755748.843396:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755748.843400:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755749.260609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755749.260668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755749.260710:0:8439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654378752 00000100:00100000:0.0:1787755749.260723:0:8439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654378752 00002000:00100000:0.0:1787755749.260805:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x516:0x0] (0->5) req@ffff9dfe51b82300 x1874588654378752/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:320/0 lens 496/0 e 0 to 0 dl 1787755760 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755749.260817:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b82300 with x1874588654378752 ext(0->5) 00002000:00010000:0.0:1787755749.260823:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe51b82300 00000100:00100000:0.0:1787755749.260838:0:8439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27904 00000100:00100000:0.0:1787755749.260845:0:8439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654378752:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:0.0:1787755749.261538:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755749.265028:0:8439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654378752:12345-192.168.201.7@tcp:4:bash.0 Request processed in 4157us (4333us total) trans 4294976182 rc 0/0 00000100:00100000:0.0:1787755749.265048:0:8439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27904 00002000:00100000:0.0:1787755749.265067:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x516:0x0] (0->5) req@ffff9dfe51b82300 x1874588654378752/t4294976182(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:320/0 lens 496/448 e 0 to 0 dl 1787755760 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755749.265080:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b82300 with x1874588654378752 ext(0->5) 00002000:00010000:0.0:1787755749.265090:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe51b82300 00000100:00100000:0.0:1787755749.271106:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755749.271161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755749.271205:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654379136 00000100:00100000:0.0:1787755749.271224:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654379136 00000100:00100000:0.0:1787755749.271312:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30719 00000100:00100000:0.0:1787755749.271343:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654379136:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:0.0:1787755749.271517:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654379136:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 176us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755749.271531:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30719 00000100:00080000:0.0:1787755749.271568:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1787755749.281076:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976182 is committed 00000001:00080000:0.0:1787755749.281094:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976181 is committed 00010000:00010000:1.0:1787755749.348157:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755750.715672:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755750.726828:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654379520 00000100:00100000:0.0:1787755750.726841:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654379520 00000100:00100000:0.0:1787755750.726927:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69998 00000100:00100000:0.0:1787755750.726940:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:223298:x1874588654379520:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755750.726973:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755750.726994:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657860f1 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213730 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755750.727054:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657860f8 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755750.727067:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657860f8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755750.727077:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657860f8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755750.727164:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e52:0x0]: returning size 4096 00000004:00200000:0.0:1787755750.727169:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755750.727214:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657860f1 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213730 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755750.727233:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657860f8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213730 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755750.727247:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:0.0:1787755750.727250:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755750.727255:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755750.727343:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:223298:x1874588654379520:12345-192.168.201.7@tcp:101:cat.0 Request processed in 404us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755750.727350:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69998 00000100:00100000:1.0:1787755750.741518:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654379648 00000100:00100000:1.0:1787755750.741532:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654379648 00000100:00100000:1.0:1787755750.741613:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 69999 00000100:00100000:1.0:1787755750.741627:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:223298:x1874588654379648:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755750.741662:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755750.741691:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b3253657860ff lrc: 2/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213737 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755750.741783:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365786106 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755750.741803:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365786106 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755750.741817:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365786106 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755750.741892:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x18f:0x0]: returning size 4096 00000004:00200000:1.0:1787755750.741898:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755750.741948:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b3253657860ff lrc: 0/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213737 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755750.741983:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365786106 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213737 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755750.741991:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:1.0:1787755750.741994:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755750.741998:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755750.742067:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:223298:x1874588654379648:12345-192.168.201.7@tcp:101:cat.0 Request processed in 442us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755750.742074:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 69999 00000100:00100000:0.0:1787755750.750224:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755750.753441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755751.206483:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755751.215023:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755751.224751:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755751.235443:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755751.235740:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654380544 00000100:00100000:0.0:1787755751.235752:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654380544 00000100:00100000:0.0:1787755751.235828:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70005 00000100:00100000:0.0:1787755751.235841:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223300:x1874588654380544:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755751.235867:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755751.235895:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786168 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213761 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236004:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 3/1,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236029:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236045:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236068:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236086:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236093:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236261:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236269:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236276:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755751.236649:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e53:0x0]: returning size 6 00000004:00200000:0.0:1787755751.236654:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755751.236681:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236693:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236702:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236707:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236728:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236734:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236739:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.236743:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236749:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236760:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:0.0:1787755751.236763:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.236767:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 3/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236773:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578616f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236787:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236792:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236797:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236801:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.236804:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236809:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236816:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x4ec94fd6 (ffff9dfe46981200) 00010000:00010000:0.0:1787755751.236818:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.236820:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236825:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786176 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236855:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786168 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213761 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236869:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213761 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.236877:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755751.236879:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755751.236881:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755751.236992:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223300:x1874588654380544:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1152us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.237002:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70005 00000100:00100000:1.0:1787755751.247690:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755751.247852:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654380672 00000100:00100000:0.0:1787755751.247870:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654380672 00000100:00100000:0.0:1787755751.247962:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70006 00000100:00100000:0.0:1787755751.247975:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223300:x1874588654380672:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755751.248003:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755751.248030:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365786184 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213768 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248123:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248140:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248153:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248166:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248174:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248181:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248290:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786199 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248300:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248307:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755751.248407:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da5:0x0]: returning size 6 00000004:00200000:0.0:1787755751.248413:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755751.248442:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248460:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248471:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248479:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248485:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248492:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248498:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.248504:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248512:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248529:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:0.0:1787755751.248532:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.248540:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248547:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578618b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248575:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248582:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248587:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248592:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.248595:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248602:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248610:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dff429b8f00) 00010000:00010000:0.0:1787755751.248612:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.248614:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248620:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786192 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248655:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365786184 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213768 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248672:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786199 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213768 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.248685:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da5:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755751.248688:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755751.248691:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755751.248793:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223300:x1874588654380672:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 818us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.248804:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70006 00000100:00100000:0.0:1787755751.258353:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654380800 00000100:00100000:0.0:1787755751.258360:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654380800 00000100:00100000:0.0:1787755751.258407:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10994 00000100:00100000:0.0:1787755751.258416:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2402:x1874588654380800:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:0.0:1787755751.258427:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755751.258454:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578617d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213761 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.258468:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755751.258476:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755751.258510:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2402:x1874588654380800:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 95us (4094us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.258516:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10994 00000001:00080000:1.0:1787755751.264095:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985296 is committed 00000001:00080000:1.0:1787755751.264119:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985294 is committed 00000020:00080000:1.0:1787755751.264130:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4f1fe000 refcount 2 committed 0 result 0 batchid 3394 00000020:00080000:1.0:1787755751.264137:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81992400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4f1fe240 00000020:00080000:1.0:1787755751.264141:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1491 00000020:00080000:1.0:1787755751.264145:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81992900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a9dd200 00000020:00080000:1.0:1787755751.264148:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1173 00000020:00080000:1.0:1787755751.264170:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3393 batchid updated 00000004:00080000:1.0:1787755751.264678:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6790 rpc_version 6790 00000020:00100000:1.0:1787755751.264791:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755751.264805:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e2300 x1874588666886656/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755751.264831:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666886656:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755751.264904:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.264955:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2f00 going to sleep for 11 seconds 00010000:00010000:0.0:1787755751.269995:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270017:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270024:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270032:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.270037:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270044:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270064:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:0.0:1787755751.270067:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.270073:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270080:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786003 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270101:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270108:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270114:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270119:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.270122:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270128:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270140:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:0.0:1787755751.270142:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.270152:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657861b5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657861a0 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270164:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270170:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b32536578600a lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270192:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270199:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270206:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270211:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.270215:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270221:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270227:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x4ec94fd6 (ffff9dfe46981200) 00010000:00010000:0.0:1787755751.270230:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.270233:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.270240:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657860ab lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755751.272926:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666886912 00000100:00100000:0.0:1787755751.272932:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666886912 00000100:00100000:0.0:1787755751.272974:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23883 00000100:00100000:0.0:1787755751.272982:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666886912:12345-0@lo:1000:osp_up0-1.0 00000100:00080000:1.0:1787755751.273898:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755751.280687:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666886912:12345-0@lo:1000:osp_up0-1.0 Request processed in 7689us (9110us total) trans 8589957372 rc 0/0 00000100:00100000:0.0:1787755751.280709:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23883 00000100:00100000:0.0:1787755751.281563:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666887424 00000100:00100000:0.0:1787755751.281574:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666887424 00000100:00100000:0.0:1787755751.281625:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23884 00000100:00100000:0.0:1787755751.281637:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666887424:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755751.281895:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666887424:12345-0@lo:1000:osp_up0-1.0 Request processed in 260us (592us total) trans 8589957373 rc 0/0 00000100:00100000:0.0:1787755751.281903:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23884 00000100:00100000:0.0:1787755751.282856:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666887552 00000100:00100000:0.0:1787755751.282864:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666887552 00000100:00100000:0.0:1787755751.282986:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23885 00000100:00100000:0.0:1787755751.282996:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666887552:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755751.283012:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755751.283033:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657861ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657861c3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.283059:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657861ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657861c3 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.283075:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657861ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657861c3 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.283086:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x4ec94fd6 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755751.283089:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.283095:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755751.283140:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666887552:12345-0@lo:101:mdt_io00_002.0 Request processed in 146us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.283147:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23885 00000100:00100000:1.0:1787755751.300887:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:3.0:1787755751.301397:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786114 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21373e expref: 11 pid: 6520 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.301429:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786114 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21373e expref: 11 pid: 6520 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.301452:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:3.0:1787755751.301457:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.301470:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.301477:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.301504:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755751.301579:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654381440:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 268us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.301588:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21549 00000100:00100000:3.0:1787755751.302111:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666887808 00000100:00100000:3.0:1787755751.302117:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666887808 00000100:00100000:3.0:1787755751.302162:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23886 00000100:00100000:3.0:1787755751.302170:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666887808:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.302253:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666887808:12345-0@lo:1000:mdt_io00_002.0 Request processed in 83us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.302259:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23886 00000100:00100000:3.0:1787755751.302870:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666887936 00000100:00100000:3.0:1787755751.302875:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666887936 00000100:00100000:3.0:1787755751.302904:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23887 00000100:00100000:3.0:1787755751.302910:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666887936:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.302992:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666887936:12345-0@lo:1000:mdt_io00_002.0 Request processed in 81us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.303000:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23887 00000100:00100000:3.0:1787755751.303031:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666887936:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303073:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888064:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303099:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755751.303113:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.303125:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666888064 00000100:00100000:3.0:1787755751.303129:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666888064 00000100:00100000:3.0:1787755751.303152:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23888 00000100:00100000:3.0:1787755751.303158:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888064:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303250:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888064:12345-0@lo:1000:mdt_io00_002.0 Request processed in 91us (148us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755751.303257:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23888 00000100:00100000:3.0:1787755751.303282:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888064:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303361:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888192:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303384:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755751.303399:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.303410:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666888192 00000100:00100000:3.0:1787755751.303413:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666888192 00000100:00100000:3.0:1787755751.303435:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23889 00000100:00100000:3.0:1787755751.303441:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888192:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303490:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888192:12345-0@lo:1000:mdt_io00_002.0 Request processed in 49us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.303496:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23889 00000100:00100000:3.0:1787755751.303524:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888192:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303581:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888320:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303604:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755751.303617:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.303627:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666888320 00000100:00100000:3.0:1787755751.303631:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666888320 00000100:00100000:3.0:1787755751.303651:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23890 00000100:00100000:3.0:1787755751.303656:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888320:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.303704:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888320:12345-0@lo:1000:mdt_io00_002.0 Request processed in 48us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.303710:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23890 00000100:00100000:3.0:1787755751.303885:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888320:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755751.303904:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e52:0x0] 00010000:00010000:3.0:1787755751.303982:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.304002:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657861a7 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213745 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.304011:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.304041:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657861a7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213745 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.304058:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657861a7 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213745 expref: 9 pid: 35157 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755751.304076:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666888448:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755751.304134:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755751.310020:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755751.312781:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666888448:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755751.312809:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755751.314480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755751.315423:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.315433:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.315489:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.315497:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.315507:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755751.315529:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888704:0@lo:101:mdt_io00_002.0 00000100:00100000:0.0:1787755751.315577:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.315607:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4abc7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.315761:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666888704 00000100:00100000:3.0:1787755751.315767:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666888704 00000100:00100000:3.0:1787755751.315809:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23891 00000100:00100000:3.0:1787755751.315817:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666888704:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:3.0:1787755751.315835:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755751.315852:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657861f4 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657861ed expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.315874:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657861f4 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657861ed expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.315888:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657861f4 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657861ed expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.315896:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:3.0:1787755751.315899:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1787755751.315902:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755751.315959:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666888704:12345-0@lo:101:mdt_io00_002.0 Request processed in 142us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.315966:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23891 00000100:00100000:1.0:1787755751.317049:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888704:0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755751.317071:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657861f4 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.317084:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657861f4 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755751.317107:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e53:0x0] 00000100:00100000:1.0:1787755751.317185:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888832:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755751.317626:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.317669:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.317755:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666888832 00000100:00100000:3.0:1787755751.317762:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666888832 00000100:00100000:3.0:1787755751.317819:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23892 00000100:00100000:3.0:1787755751.317829:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666888832:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.317958:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666888832:12345-0@lo:1000:mdt_io00_002.0 Request processed in 129us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.317966:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23892 00000100:00100000:0.0:1787755751.318689:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755751.318701:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888832:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755751.318739:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18f:0x0] 00000100:00100000:1.0:1787755751.318783:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888960:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755751.318856:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.318882:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.319821:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666888960 00000100:00100000:3.0:1787755751.319833:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666888960 00000100:00100000:3.0:1787755751.319892:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23893 00000100:00100000:3.0:1787755751.319902:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666888960:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.320154:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666888960:12345-0@lo:1000:mdt_io00_002.0 Request processed in 252us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.320162:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23893 00000100:00100000:3.0:1787755751.320190:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654381824 00000100:00100000:3.0:1787755751.320195:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654381824 00010000:00010000:3.0:1787755751.320282:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b325365786096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21370d expref: 6 pid: 35156 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755751.320311:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21551 00000100:00100000:3.0:1787755751.320346:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654381824:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755751.320361:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755751.320386:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b325365786096 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21370d expref: 6 pid: 35156 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.320501:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b325365786096 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21370d expref: 6 pid: 35156 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.320621:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b325365786096 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21370d expref: 6 pid: 35156 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755751.320626:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666888960:0@lo:1000:mdt_io00_002.0 00010000:00010000:3.0:1787755751.320646:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755751.320655:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755751.320672:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.320685:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755751.320691:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e52:0x0] 00010000:00010000:1.0:1787755751.320753:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.320772:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.320782:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.320872:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755751.320874:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889088:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.320893:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1874588666889216:192.168.201.7@tcp:105: 00000100:00100000:1.0:1787755751.320955:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.320986:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.321039:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755751.321831:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889088 00000100:00100000:1.0:1787755751.321839:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889088 00000100:00100000:1.0:1787755751.321967:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23894 00000100:00100000:1.0:1787755751.321978:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889088:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755751.328057:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889088:12345-0@lo:1000:mdt_io00_002.0 Request processed in 6069us (7090us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755751.328073:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23894 00000100:00100000:3.0:1787755751.328619:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1874588666889216:192.168.201.7@tcp:105: 00000100:00100000:0.0:1787755751.328633:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:3.0:1787755751.328650:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755751.328725:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654381824:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8380us (10041us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.328734:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21551 00000100:00100000:1.0:1787755751.329089:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654381952 00000100:00100000:1.0:1787755751.329098:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654381952 00000100:00100000:1.0:1787755751.329149:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70007 00000100:00100000:1.0:1787755751.329158:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223298:x1874588654381952:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755751.329186:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755751.329209:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786202 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1da5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21377d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.329283:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786202 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21377d expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.329338:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786202 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21377d expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.329359:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da5:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:1.0:1787755751.329362:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787755751.329366:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755751.329392:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223298:x1874588654381952:12345-192.168.201.7@tcp:101:cat.0 Request processed in 235us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755751.329399:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70007 00000100:00100000:3.0:1787755751.334631:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889344 00000100:00100000:3.0:1787755751.334651:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889344 00000100:00100000:0.0:1787755751.334708:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755751.334724:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23895 00000100:00100000:3.0:1787755751.334735:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889344:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.334855:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889344:12345-0@lo:1000:mdt_io00_002.0 Request processed in 121us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.334864:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23895 00000100:00100000:0.0:1787755751.335501:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889344:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.335598:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889472:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.335648:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.335685:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4abc7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.335732:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889472 00000100:00100000:3.0:1787755751.335739:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889472 00000100:00100000:3.0:1787755751.335780:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23896 00000100:00100000:3.0:1787755751.335789:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889472:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.338072:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889472:12345-0@lo:1000:mdt_io00_002.0 Request processed in 2271us (2410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.338089:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23896 00000100:00100000:0.0:1787755751.338249:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889472:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755751.338309:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18f:0x0] 00000100:00100000:0.0:1787755751.338417:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889600:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.338480:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.338514:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4abc7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.338578:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889600 00000100:00100000:3.0:1787755751.338586:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889600 00000100:00100000:3.0:1787755751.338624:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23897 00000100:00100000:3.0:1787755751.338633:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889600:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.338741:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889600:12345-0@lo:1000:mdt_io00_002.0 Request processed in 108us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.338748:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23897 00000100:00100000:0.0:1787755751.338885:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889600:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755751.338906:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e52:0x0] 00000100:00100000:0.0:1787755751.338937:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889728:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.338973:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.339002:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4abc7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.339057:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889728 00000100:00100000:3.0:1787755751.339062:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889728 00000100:00100000:3.0:1787755751.339101:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23898 00000100:00100000:3.0:1787755751.339108:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889728:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.339171:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889728:12345-0@lo:1000:mdt_io00_002.0 Request processed in 64us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.339178:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23898 00000100:00100000:0.0:1787755751.339636:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889728:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.339680:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889856:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.339709:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.339739:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4abc7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.339795:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889856 00000100:00100000:3.0:1787755751.339801:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889856 00000100:00100000:3.0:1787755751.339840:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23899 00000100:00100000:3.0:1787755751.339848:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889856:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.339909:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889856:12345-0@lo:1000:mdt_io00_002.0 Request processed in 62us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.339916:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23899 00000100:00100000:0.0:1787755751.340001:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889856:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.340080:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889984:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755751.340103:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.340125:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4abc7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755751.340178:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666889984 00000100:00100000:3.0:1787755751.340183:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666889984 00000100:00100000:3.0:1787755751.340212:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23900 00000100:00100000:3.0:1787755751.340218:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889984:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755751.340299:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666889984:12345-0@lo:1000:mdt_io00_002.0 Request processed in 81us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.340306:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23900 00000100:00100000:0.0:1787755751.340596:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666889984:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755751.340993:0:6534:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1da5:0x0] is inserted into orphan list, open count = 1 00000040:00080000:0.0:1787755751.341195:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].930, 1240 off868704 00000040:00080000:0.0:1787755751.341252:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].933, 1320 off965568 00000004:00080000:0.0:1787755751.341258:0:6534:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4abc7540 with version 1815 00000100:00100000:3.0:1787755751.341669:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666890240 00000100:00100000:3.0:1787755751.341677:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666890240 00000100:00100000:3.0:1787755751.341802:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23901 00000100:00100000:3.0:1787755751.341813:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666890240:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755751.342125:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666890240:12345-0@lo:1000:osp_up1-0.0 Request processed in 313us (578us total) trans 4294985297 rc 0/0 00000100:00100000:3.0:1787755751.342134:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23901 00010000:00010000:0.0:1787755751.344871:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344882:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344890:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344897:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.344901:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344909:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344928:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da5:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:0.0:1787755751.344932:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755751.344936:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344955:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657861df lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1da5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755751.344975:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e53:0x0] 00010000:00010000:0.0:1787755751.344983:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657861f4 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.344992:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc400/0x9b2b3253657861ed lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657861f4 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345005:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345011:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345017:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345022:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.345025:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345030:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345038:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:0.0:1787755751.345040:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.345043:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345048:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657861d1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755751.345067:0:6534:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000df67794f reply state 000000000c86919c transno 8589957374 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345085:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345092:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dff429b8f00) 00010000:00010000:0.0:1787755751.345094:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755751.345097:0:6534:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1787755751.345101:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18f:0x0] 00010000:00010000:0.0:1787755751.345106:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345113:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345119:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345146:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755751.345150:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x18f:0x0] 00010000:00010000:0.0:1787755751.345155:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2a00/0x9b2b3253657861c3 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657861ca expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345163:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2a00/0x9b2b3253657861c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657861ca expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345172:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345177:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345184:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345188:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.345191:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345197:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345204:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe466c5500) 00010000:00010000:0.0:1787755751.345206:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.345210:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.345215:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657861fb lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755751.345368:0:6534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:223300:x1874588654381056:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 90666us (90893us total) trans 8589957374 rc 0/0 00000100:00100000:0.0:1787755751.345377:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1224 00010000:00010000:1.0:1787755751.345388:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755751.345396:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.345405:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755751.345411:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755751.345486:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.345534:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.345542:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787755751.345602:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666890368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755751.345671:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755751.345734:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.345748:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b3253657861a0 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657861b5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.345765:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755751.345767:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755751.345768:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755751.345877:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666890368 00000100:00100000:0.0:1787755751.345885:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666890368 00000100:00100000:0.0:1787755751.345982:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10995 00000100:00100000:0.0:1787755751.345992:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588666890368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755751.346005:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755751.346023:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657861b5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657861a0 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.346036:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:0.0:1787755751.346043:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755751.346084:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3650:x1874588666890368:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.346092:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10995 00000100:00100000:3.0:1787755751.346520:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654382336 00000100:00100000:3.0:1787755751.346525:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654382336 00000100:00100000:3.0:1787755751.346563:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9309 00000100:00100000:3.0:1787755751.346571:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223298:x1874588654382336:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:3.0:1787755751.346866:0:20141:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1da5:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1787755751.346936:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].216, 64 off22016 00000004:00080000:3.0:1787755751.346961:0:20141:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8808368645167ns, next at 8809368642393ns, rc = 0 00010000:00010000:3.0:1787755751.347012:0:20141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347026:0:20141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347036:0:20141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347043:0:20141:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347049:0:20141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347054:0:20141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347071:0:20141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755751.347136:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:223298:x1874588654382336:12345-192.168.201.7@tcp:35:cat.0 Request processed in 565us (682us total) trans 8589957375 rc 0/0 00000100:00100000:3.0:1787755751.347144:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9309 00010000:00010000:3.0:1787755751.347166:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755751.347171:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347824:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755751.347829:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347837:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347852:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da5:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755751.347855:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755751.347859:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347865:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786209 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1da5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.347879:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755751.347882:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755751.347884:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755751.395040:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666890496 00000100:00100000:0.0:1787755751.395050:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666890496 00000100:00100000:0.0:1787755751.395123:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751 00000100:00100000:0.0:1787755751.395136:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666890496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755751.395177:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491162176 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755751.395229:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666890496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.395236:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751 00000100:00100000:1.0:1787755751.395286:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588666891008:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.395347:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.395379:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666891520:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.395416:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.395441:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755751.395447:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588666890624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.395483:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.395515:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666891136:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.395543:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.395546:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891008 00000100:00100000:0.0:1787755751.395553:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891008 00000100:00100000:1.0:1787755751.395564:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666891648:0@lo:400:kworker.0 00000100:00100000:0.0:1787755751.395592:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891136 00000100:00100000:1.0:1787755751.395593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.395598:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891136 00000100:00100000:0.0:1787755751.395632:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15578 00000100:00100000:0.0:1787755751.395641:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588666891008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.395642:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891520 00000100:00100000:1.0:1787755751.395648:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891520 00000100:00100000:1.0:1787755751.395686:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891648 00000100:00100000:1.0:1787755751.395690:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891648 00000100:00100000:0.0:1787755751.395696:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588666891008:12345-0@lo:400:kworker.0 Request processed in 56us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.395704:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15578 00000100:00100000:0.0:1787755751.395721:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15579 00000100:00100000:0.0:1787755751.395728:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666891136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755751.395761:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666891136:12345-0@lo:400:kworker.0 Request processed in 33us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.395766:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15579 00000100:00100000:3.0:1787755751.396261:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666890624 00000100:00100000:3.0:1787755751.396266:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666890624 00000100:00100000:3.0:1787755751.396297:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1787755751.396304:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588666890624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.396359:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588666890624:12345-0@lo:400:kworker.0 Request processed in 55us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.396366:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00080000:3.0:1787755751.398525:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755751.398544:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755751.398549:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755751.398552:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755751.398593:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666890752 00000100:00100000:3.0:1787755751.398611:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666890752 00000100:00100000:3.0:1787755751.398689:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891264 00000100:00100000:3.0:1787755751.398694:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891264 00000100:00100000:3.0:1787755751.398866:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891776 00000100:00100000:3.0:1787755751.398871:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891776 00000100:00100000:3.0:1787755751.398902:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666890880 00000100:00100000:3.0:1787755751.398907:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666890880 00000100:00100000:3.0:1787755751.398965:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15580 00000100:00100000:3.0:1787755751.398978:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588666890752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.399146:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588666890752:12345-0@lo:400:kworker.0 Request processed in 170us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.399155:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15580 00000100:00100000:3.0:1787755751.399190:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15581 00000100:00100000:3.0:1787755751.399198:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588666891264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.399233:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588666891264:12345-0@lo:400:kworker.0 Request processed in 35us (3278us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.399239:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15581 00000100:00100000:3.0:1787755751.399253:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15582 00000100:00100000:3.0:1787755751.399259:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588666891776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.399290:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588666891776:12345-0@lo:400:kworker.0 Request processed in 31us (3299us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.399297:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15582 00000100:00100000:3.0:1787755751.399310:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15583 00000100:00100000:3.0:1787755751.399345:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588666890880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.399376:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588666890880:12345-0@lo:400:kworker.0 Request processed in 61us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755751.399383:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15583 00000100:00080000:3.0:1787755751.399668:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755751.399673:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755751.403532:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891392 00000100:00100000:1.0:1787755751.403549:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891392 00000100:00100000:1.0:1787755751.403674:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10002 00000100:00080000:3.0:1787755751.403679:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755751.403694:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666891520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.403836:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666891520:12345-0@lo:400:kworker.0 Request processed in 149us (8418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755751.403845:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10002 00000100:00100000:1.0:1787755751.403867:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10003 00000100:00100000:1.0:1787755751.403873:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666891648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.403907:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666891648:12345-0@lo:400:kworker.0 Request processed in 35us (8316us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755751.403914:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10003 00000100:00100000:1.0:1787755751.403926:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10004 00000100:00100000:1.0:1787755751.403932:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666891392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.403993:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666891392:12345-0@lo:400:kworker.0 Request processed in 61us (7915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755751.403999:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10004 00010000:00010000:1.0:1787755751.404038:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755751.404103:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588666890624:0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.404119:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976181 gen 2 00000004:00080000:3.0:1787755751.404132:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a436680, transno 4294976181 00000100:00100000:1.0:1787755751.404141:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666891136:0@lo:400:kworker.0 00000100:00100000:3.0:1787755751.404167:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666891392:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.404169:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666891648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.404191:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588666891008:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.404221:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666891520:0@lo:400:kworker.0 00000100:00100000:1.0:1787755751.404881:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666890496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755751.530403:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666891904:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755751.530519:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755751.530747:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666891904 00000100:00100000:1.0:1787755751.530760:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666891904 00000100:00100000:1.0:1787755751.530846:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10996 00000100:00100000:1.0:1787755751.530860:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3650:x1874588666891904:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755751.530886:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755751.530930:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657861ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18f:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657861c3 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.530959:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x18f:0x0].0x4ec94fd6 (ffff9dfe48a2eb00) 00010000:00010000:1.0:1787755751.530973:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755751.531370:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3650:x1874588666891904:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 510us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755751.531381:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10996 00000100:00100000:1.0:1787755751.531455:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666891904:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755751.531760:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666892032:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755751.531813:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755751.531887:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666892032 00000100:00100000:0.0:1787755751.531908:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666892032 00000100:00100000:0.0:1787755751.532086:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10997 00000100:00100000:0.0:1787755751.532100:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588666892032:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755751.532121:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755751.532152:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657861f4 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657861ed expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.532180:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:0.0:1787755751.532194:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755751.536622:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666892032:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 4504us (4787us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.536644:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10997 00000100:00100000:1.0:1787755751.538279:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666892032:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755751.538761:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755751.538798:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666892160:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755751.538902:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755751.539111:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666892160 00000100:00100000:3.0:1787755751.539122:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666892160 00000100:00100000:3.0:1787755751.539191:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30722 00000100:00100000:3.0:1787755751.539203:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666892160:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787755751.539238:0:35158:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1302 count 1 00010000:00010000:3.0:1787755751.539268:0:35158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.539294:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.539303:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755751.539308:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755751.539344:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.539387:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755751.539404:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 5 pid: 20488 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755751.539417:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588666892288:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755751.539485:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87a840 going to sleep for 11 seconds 00010000:00010000:0.0:1787755751.542965:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.542987:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.542997:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.550643:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.551902:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.552246:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755751.554957:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588666892288:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755751.554996:0:35158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556094:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755751.556117:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556140:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556171:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dff429b8f00) 00010000:00010000:0.0:1787755751.556174:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755751.556180:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556187:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657861d8 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755751.556255:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654382464 00000100:00100000:0.0:1787755751.556268:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654382464 00010000:00010000:0.0:1787755751.556364:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 6 pid: 20488 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755751.556415:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21552 00000100:00100000:0.0:1787755751.556429:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654382464:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755751.556452:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755751.556459:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 6 pid: 20488 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556474:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 6 pid: 20488 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556494:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b3253657861e6 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x516:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213776 expref: 6 pid: 20488 timeout: 8908 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556508:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755751.556513:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x516:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755751.556520:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556531:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.556566:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755751.556637:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654382464:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 209us (2193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755751.556646:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21552 00010000:00010000:0.0:1787755751.560780:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755751.560799:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.560821:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755751.560828:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.560842:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.560874:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.560883:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786210 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x516:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755751.560917:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755751.560919:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755751.560921:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755751.561369:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe49ea2d80/2, rc 0, transno 4294976183 00000100:00100000:0.0:1787755751.561381:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666892160:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1787755751.565232:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755751.565261:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.565287:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.565359:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dff429b8f00) 00010000:00010000:1.0:1787755751.565365:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755751.565374:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755751.565383:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786081 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.422062:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755752.452809:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.453045:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654382592 00000100:00100000:1.0:1787755752.453059:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654382592 00000100:00100000:1.0:1787755752.453156:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70008 00000100:00100000:1.0:1787755752.453171:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:223336:x1874588654382592:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755752.453199:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755752.453236:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365786217 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213784 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.453374:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578621e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.453391:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578621e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.453404:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578621e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755752.453552:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e52:0x0]: returning size 4096 00000004:00200000:1.0:1787755752.453559:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787755752.453596:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578621e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.453636:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365786217 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213784 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.453667:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578621e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213784 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.453678:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:1.0:1787755752.453681:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755752.453685:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755752.453770:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:223336:x1874588654382592:12345-192.168.201.7@tcp:101:rm.0 Request processed in 602us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.453777:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70008 00000100:00080000:3.0:1787755752.454099:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755752.470340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.484577:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.484966:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654382848 00000100:00100000:1.0:1787755752.484980:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654382848 00000100:00100000:1.0:1787755752.485065:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70010 00000100:00080000:3.0:1787755752.485073:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755752.485080:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:223336:x1874588654382848:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755752.485108:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755752.485134:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786233 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213792 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.485197:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.485212:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.485225:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755752.485284:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18d:0x0]: returning size 4096 00000004:00200000:1.0:1787755752.485291:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755752.485361:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786233 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213792 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.485380:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213792 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.485389:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dfe466c5800) 00010000:00010000:1.0:1787755752.485393:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755752.485397:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755752.485466:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654382848:12345-192.168.201.7@tcp:101:rm.0 Request processed in 390us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.485474:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70010 00000100:00100000:3.0:1787755752.505257:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654383104 00000100:00100000:3.0:1787755752.505269:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654383104 00000100:00100000:3.0:1787755752.506502:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70011 00000100:00100000:3.0:1787755752.506523:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:223336:x1874588654383104:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755752.506552:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.506585:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786241 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213799 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755752.506802:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e52:0x0]: returning size 4096 00010000:00010000:3.0:1787755752.506941:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786241 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213799 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.506964:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755752.506968:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755752.506977:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786241 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213799 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.507001:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755752.507077:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:223336:x1874588654383104:12345-192.168.201.7@tcp:101:rm.0 Request processed in 562us (1929us total) trans 4294985298 rc 301/301 00000100:00100000:3.0:1787755752.507089:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70011 00000100:00100000:1.0:1787755752.519389:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.519721:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654383232 00000100:00100000:3.0:1787755752.519736:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654383232 00000100:00100000:3.0:1787755752.519799:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9310 00000100:00100000:3.0:1787755752.519812:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a6bf450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223336:x1874588654383232:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755752.538492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.548011:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654383360:12345-192.168.201.7@tcp:37:rm.0 Request processed in 9062us (9527us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.548025:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9311 00000100:00100000:3.0:1787755752.551546:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.551971:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654383616 00000100:00100000:1.0:1787755752.551986:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654383616 00000100:00100000:1.0:1787755752.552049:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9312 00000100:00100000:1.0:1787755752.552063:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223336:x1874588654383616:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:1.0:1787755752.552447:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1174, 344 off1066480 00000040:00080000:1.0:1787755752.552516:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1492, 424 off1505856 00000004:00080000:1.0:1787755752.552525:0:6523:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe50ca9840 with version 6793 00000004:00080000:1.0:1787755752.552553:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6793 rpc_version 6793 00000020:00100000:1.0:1787755752.552595:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755752.552608:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe453ca680 x1874588666892672/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755752.552638:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453ca680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666892672:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755752.552713:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755752.552749:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.552834:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666892672 00000100:00100000:3.0:1787755752.552841:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666892672 00000100:00100000:3.0:1787755752.552886:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23902 00000100:00100000:3.0:1787755752.552894:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666892672:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755752.553110:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666892672:12345-0@lo:1000:osp_up0-1.0 Request processed in 216us (396us total) trans 8589957376 rc 0/0 00000100:00100000:3.0:1787755752.553121:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23902 00000100:00100000:3.0:1787755752.553174:0:7464:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957373 gen 2 00000004:00080000:3.0:1787755752.553180:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957371 committed transno 8589957373 00000004:00080000:3.0:1787755752.553211:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957372 committed transno 8589957373 00000004:00080000:3.0:1787755752.553225:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957373 committed transno 8589957373 00000100:00100000:3.0:1787755752.553243:0:7464:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dfe453ca680 x1874588666892672/t8589957376(8589957376) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1787755768 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787755752.553277:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453ca680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666892672:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755752.553439:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654383616:12345-192.168.201.7@tcp:35:rm.0 Request processed in 1376us (1909us total) trans 4294985299 rc 0/0 00000100:00100000:3.0:1787755752.553448:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9312 00000100:00100000:0.0:1787755752.563396:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.563519:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654383872 00000100:00100000:3.0:1787755752.563531:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654383872 00000100:00100000:3.0:1787755752.563601:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70012 00000100:00100000:3.0:1787755752.563611:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654383872:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755752.563638:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.563660:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b32536578624f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137a0 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.563817:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786256 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.563831:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786256 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.563845:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786256 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755752.563856:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e52:0x0]: returning size 4096 00010000:00010000:3.0:1787755752.563962:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b32536578624f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137a0 expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.563986:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786256 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137a0 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.563995:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:3.0:1787755752.563998:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755752.564001:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755752.564069:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:223336:x1874588654383872:12345-192.168.201.7@tcp:101:rm.0 Request processed in 459us (684us total) trans 4294985300 rc 0/0 00000100:00100000:3.0:1787755752.564077:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70012 00000100:00100000:3.0:1787755752.581942:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755752.582051:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654384000 00000100:00100000:0.0:1787755752.582064:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654384000 00000100:00100000:0.0:1787755752.582136:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70013 00000100:00100000:0.0:1787755752.582147:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654384000:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:0.0:1787755752.582221:0:35155:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345344512 00000100:00100000:0.0:1787755752.582366:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654384000:12345-192.168.201.7@tcp:41:rm.0 Request processed in 220us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.582375:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70013 00000100:00100000:3.0:1787755752.593732:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755752.593958:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654384128 00000100:00100000:0.0:1787755752.593974:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654384128 00000100:00100000:0.0:1787755752.594051:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70014 00000100:00100000:0.0:1787755752.594066:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+10:223336:x1874588654384128:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755752.594090:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755752.594118:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786264 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137a7 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594213:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594233:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594248:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594263:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594270:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594277:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594375:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786279 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594384:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786279 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594391:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786279 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755752.594419:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786279 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594438:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594444:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594450:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594457:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594463:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755752.594467:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594475:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594487:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dfe466c5800) 00010000:00010000:0.0:1787755752.594491:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755752.594496:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594502:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578626b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594518:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594524:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594529:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594533:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755752.594536:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594542:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594548:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755752.594551:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755752.594554:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594559:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786272 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594595:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786264 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137a7 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594611:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786279 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137a7 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.594618:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe48a2e000) 00010000:00010000:0.0:1787755752.594620:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755752.594623:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755752.594915:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+11:223336:x1874588654384128:12345-192.168.201.7@tcp:101:rm.0 Request processed in 849us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.594934:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70014 00000100:00100000:3.0:1787755752.600309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.601775:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654384256 00000100:00100000:1.0:1787755752.601796:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654384256 00000100:00100000:1.0:1787755752.601903:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70015 00000100:00100000:1.0:1787755752.605061:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:223336:x1874588654384256:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755752.605102:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755752.605133:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786280 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137ae expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.605201:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365786287 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.605216:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365786287 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.605229:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365786287 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755752.605279:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e53:0x0]: returning size 6 00000004:00200000:1.0:1787755752.605283:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1787755752.605335:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786280 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ae expref: 14 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.605355:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365786287 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ae expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.605366:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe466c5e00) 00010000:00010000:1.0:1787755752.605369:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755752.605373:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755752.605460:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:223336:x1874588654384256:12345-192.168.201.7@tcp:101:rm.0 Request processed in 426us (5163us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.605468:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70015 00000100:00100000:3.0:1787755752.619143:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.619207:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.619292:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654384384 00000100:00100000:1.0:1787755752.619305:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654384384 00000100:00100000:1.0:1787755752.619427:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10998 00000100:00100000:1.0:1787755752.619442:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2399:x1874588654384384:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755752.619466:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755752.619501:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786279 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137a7 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.619531:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe48a2e000) 00010000:00010000:1.0:1787755752.619547:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755752.619625:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2399:x1874588654384384:12345-192.168.201.7@tcp:103:rm.0 Request processed in 186us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.619635:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10998 00000100:00100000:0.0:1787755752.619728:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654384640 00000100:00100000:0.0:1787755752.619733:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654384640 00000100:00100000:0.0:1787755752.619783:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70016 00000100:00100000:0.0:1787755752.619792:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+13:223336:x1874588654384640:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755752.619862:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755752.619880:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365786287 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e53:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ae expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.619893:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe466c5e00) 00010000:00010000:0.0:1787755752.619903:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755752.619972:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b32536578628e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.619982:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b32536578628e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.619992:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b32536578628e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.620017:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666892800:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1787755752.620066:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.620098:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f01a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.620223:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666892800 00000100:00100000:0.0:1787755752.620228:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666892800 00000100:00100000:0.0:1787755752.620259:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23903 00000100:00100000:0.0:1787755752.620265:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666892800:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755752.620280:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755752.620296:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365786295 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578628e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.620343:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213792 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.620355:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365786295 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578628e expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.620382:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213792 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.620398:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213792 expref: 9 pid: 35169 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.620409:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666892928:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755752.620467:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f1fee40 going to sleep for 11 seconds 00010000:00010000:3.0:1787755752.646059:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578623a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213792 expref: 9 pid: 35169 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755752.646086:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666892928:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755752.646129:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365786295 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578628e expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.646141:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dfe466c5800) 00010000:00010000:3.0:1787755752.646144:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755752.646148:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:3.0:1787755752.646286:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666892800:12345-0@lo:101:mdt00_006.0 Request processed in 26019us (26217us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.646298:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23903 00000100:00100000:3.0:1787755752.647817:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666893184 00000100:00100000:3.0:1787755752.647834:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666893184 00000100:00100000:3.0:1787755752.647950:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23904 00000100:00100000:3.0:1787755752.647963:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666893184:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755752.647990:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.648011:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657862a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578629c expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.648038:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657862a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578629c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.648055:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657862a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578629c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.648064:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755752.648067:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755752.648071:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755752.648135:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666893184:12345-0@lo:101:mdt00_006.0 Request processed in 175us (1416us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.648142:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23904 00000100:00100000:3.0:1787755752.648197:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666893184:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755752.648216:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3800/0x9b2b32536578629c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657862a3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.648228:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3800/0x9b2b32536578629c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862a3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755752.648250:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18d:0x0] 00000100:00100000:3.0:1787755752.648295:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666893312:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755752.648353:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.648374:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.649499:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666893312:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755752.649572:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666893440:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755752.649607:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.649640:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.649903:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666893440:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755752.649968:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666893568:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755752.649992:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.651142:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.659510:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666893696 00000100:00100000:3.0:1787755752.659516:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666893696 00000100:00100000:3.0:1787755752.659561:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23908 00000100:00100000:3.0:1787755752.659571:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666893696:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755752.659587:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.659609:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862b1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657862aa expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.659640:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862b1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657862aa expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.659656:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862b1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862aa expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.659665:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:3.0:1787755752.659669:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755752.659673:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755752.659712:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588666893696:12345-0@lo:101:mdt00_006.0 Request processed in 142us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.659719:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23908 00000004:00080000:3.0:1787755752.660723:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6794 rpc_version 6794 00000020:00100000:3.0:1787755752.660765:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755752.660779:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43740380 x1874588666893952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755752.660812:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666893952:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755752.660879:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.660936:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c300 going to sleep for 11 seconds 00010000:00010000:0.0:1787755752.664359:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787755752.664371:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b3253657862bf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664379:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755752.664383:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b3253657862bf lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664391:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b3253657862bf lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664406:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:0.0:1787755752.664408:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755752.664411:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b3253657862bf lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664416:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b3253657862bf lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e53:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664444:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755752.664448:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b3253657862aa lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657862b1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664454:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755752.664459:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b3253657862aa lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657862b1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755752.664467:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b3253657862aa lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657862b1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664529:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b3253657862aa lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862b1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664537:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755752.664572:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b3253657862aa lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862b1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.664580:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.664582:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.664584:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755752.664606:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666894080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755752.664713:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.664806:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666894080 00000100:00100000:0.0:1787755752.664817:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666894080 00000100:00100000:0.0:1787755752.664880:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10999 00000100:00100000:0.0:1787755752.664892:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588666894080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755752.666022:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755752.666043:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862b1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e53:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657862aa expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.666058:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e53:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:0.0:1787755752.666066:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755752.666101:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666894080:12345-0@lo:103:ldlm_bl.0 Request processed in 1213us (1389us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.666110:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10999 00000100:00100000:0.0:1787755752.666128:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666894208 00000100:00100000:0.0:1787755752.666134:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666894208 00000100:00100000:0.0:1787755752.666179:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11000 00000100:00100000:0.0:1787755752.666188:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588666894208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755752.666196:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755752.666206:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365786295 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578628e expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.666217:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dfe466c5800) 00010000:00010000:0.0:1787755752.666225:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755752.666246:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588666894208:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.666252:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11000 00010000:00010000:0.0:1787755752.666312:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755752.666479:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666894080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755752.675777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.676251:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654385152 00000100:00100000:3.0:1787755752.676264:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654385152 00000100:00100000:3.0:1787755752.676407:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9313 00000100:00100000:3.0:1787755752.676425:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:223336:x1874588654385152:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755752.676768:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+14:223336:x1874588654385152:12345-192.168.201.7@tcp:35:rm.0 Request processed in 347us (1003us total) trans 4294985302 rc 0/0 00000100:00100000:3.0:1787755752.676778:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9313 00000100:00100000:3.0:1787755752.680346:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.703065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755752.706391:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654385408 00000100:00100000:0.0:1787755752.706421:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654385408 00000100:00100000:0.0:1787755752.706505:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70017 00000100:00100000:0.0:1787755752.706517:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+14:223336:x1874588654385408:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755752.706592:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755752.706623:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786256 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e52:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137a0 expref: 14 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.706644:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578621e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213784 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.706656:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657860f8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213730 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.706666:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:0.0:1787755752.706670:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755752.706727:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.706736:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.706747:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.706906:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666894336:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1787755752.706984:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.707058:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff44d8c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.707551:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666894336 00000100:00100000:3.0:1787755752.707560:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666894336 00000100:00100000:3.0:1787755752.707656:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23910 00000100:00100000:3.0:1787755752.707669:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35169:x1874588666894336:12345-0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755752.707694:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.707721:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657862c6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.707757:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.707779:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.707796:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.707837:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.707858:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 7 pid: 35154 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755752.707874:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666894464:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755752.707991:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.708002:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 7 pid: 35159 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755752.708012:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666894592:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755752.708033:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.711160:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666894464:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755752.711980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.712168:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654385536 00000100:00100000:1.0:1787755752.712177:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654385536 00010000:00010000:1.0:1787755752.712349:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 8 pid: 35154 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755752.712405:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21554 00000100:00100000:1.0:1787755752.712417:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654385536:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755752.712439:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755752.712447:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 8 pid: 35154 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.712462:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 8 pid: 35154 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.712490:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786137 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21374c expref: 8 pid: 35154 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.712510:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755752.712518:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.712531:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755752.712599:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654385536:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 184us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.712606:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21554 00000100:00100000:3.0:1787755752.716756:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.716864:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666894592:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755752.716911:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.716939:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755752.716943:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755752.716947:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755752.716964:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:1.0:1787755752.717051:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35169:x1874588666894336:12345-0@lo:101:mdt00_013.0 Request processed in 9382us (10062us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.717064:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23910 00000100:00100000:3.0:1787755752.717188:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8380 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666894336:0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755752.717213:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.717301:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.718374:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654385664 00000100:00100000:0.0:1787755752.718386:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654385664 00010000:00010000:0.0:1787755752.718718:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 8 pid: 35159 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.718756:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21555 00000100:00100000:0.0:1787755752.718776:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654385664:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755752.718791:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755752.718798:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 8 pid: 35159 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.718810:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 8 pid: 35159 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.718832:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657860ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213722 expref: 8 pid: 35159 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.718847:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755752.718853:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.718864:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.718872:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.718905:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657862cd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862c6 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.718929:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666894720:0@lo:105: 00000100:00100000:0.0:1787755752.718989:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.719031:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff44d8c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.719062:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666894720 00000100:00100000:0.0:1787755752.719066:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666894720 00000100:00100000:0.0:1787755752.719091:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7854 00000100:00100000:0.0:1787755752.719096:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666894720:12345-0@lo:105: 00010000:00010000:0.0:1787755752.719106:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.719115:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.719122:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.719129:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.719136:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.719143:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.719164:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccce00) 00000100:00100000:0.0:1787755752.719198:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666894720:12345-0@lo:105: Request processed in 102us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.719204:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7854 00000100:00100000:0.0:1787755752.719236:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666894720:0@lo:105: 00010000:00010000:0.0:1787755752.719250:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755752.719286:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654385664:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 521us (2544us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.719292:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21555 00010000:00010000:3.0:1787755752.730975:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.730999:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b3253657862c6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862cd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755752.731044:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755752.731106:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.731114:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.731128:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755752.731155:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666894848:0@lo:101:mdt00_013.0 00000100:00100000:3.0:1787755752.731243:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.731282:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.732233:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666894848 00000100:00100000:0.0:1787755752.732246:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666894848 00000100:00100000:0.0:1787755752.732330:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23911 00000100:00100000:0.0:1787755752.732341:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35169:x1874588666894848:12345-0@lo:101:mdt00_013.0 00010000:00010000:0.0:1787755752.732359:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755752.732381:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657862d4 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.732415:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657862d4 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.732434:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862d4 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.732445:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755752.732448:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755752.732454:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755752.732536:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666894848:12345-0@lo:101:mdt00_013.0 Request processed in 197us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.732544:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23911 00000100:00100000:0.0:1787755752.732599:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666894848:0@lo:101:mdt00_013.0 00010000:00010000:0.0:1787755752.732620:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.732632:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755752.732655:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787755752.732699:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666894976:0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755752.732735:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.732913:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666894976 00000100:00100000:0.0:1787755752.732929:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666894976 00000100:00100000:0.0:1787755752.732961:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23912 00000100:00100000:0.0:1787755752.732969:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666894976:12345-0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755752.733042:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666894976:12345-0@lo:1000:mdt00_013.0 Request processed in 73us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.733049:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23912 00000100:00100000:0.0:1787755752.733068:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff44d8c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.733082:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666894976:0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755752.733127:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666895104:0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755752.733153:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755752.734290:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666895104 00000100:00100000:0.0:1787755752.734299:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755752.734304:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666895104 00000100:00100000:1.0:1787755752.734374:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23913 00000100:00100000:1.0:1787755752.734385:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666895104:12345-0@lo:1000:mdt00_013.0 00000100:00100000:1.0:1787755752.734661:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666895104:12345-0@lo:1000:mdt00_013.0 Request processed in 277us (1505us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755752.734668:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23913 00000100:00100000:0.0:1787755752.735379:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666895104:0@lo:1000:mdt00_013.0 00010000:00010000:0.0:1787755752.735498:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.735510:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.735524:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.735549:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666895232:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1787755752.735608:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.735642:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.735849:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666895232 00000100:00100000:3.0:1787755752.735857:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666895232 00000100:00100000:3.0:1787755752.735968:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23914 00000100:00100000:3.0:1787755752.735980:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666895232:12345-0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755752.736002:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.736020:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862e9 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657862e2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.736049:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786153 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213753 expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.736061:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862e9 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657862e2 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.736089:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786153 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213753 expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.736105:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786153 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213753 expref: 6 pid: 35159 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755752.736117:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4e680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666895360:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755752.736188:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.745038:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4e680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666895360:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755752.745093:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862e9 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862e2 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.745111:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dfe46981b00) 00010000:00010000:0.0:1787755752.745115:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755752.745120:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657862e9 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862e2 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.745136:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:0.0:1787755752.745239:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35169:x1874588666895232:12345-0@lo:101:mdt00_013.0 Request processed in 9260us (9629us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.745249:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23914 00000100:00100000:0.0:1787755752.750695:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.751534:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666895488 00000100:00100000:3.0:1787755752.751541:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666895488 00000100:00100000:3.0:1787755752.751591:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7855 00000100:00100000:3.0:1787755752.751600:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666895488:12345-0@lo:105: 00010000:00010000:3.0:1787755752.751612:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.751623:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.751631:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.751644:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.751652:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.751660:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.751681:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccd200) 00000100:00100000:3.0:1787755752.751725:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666895488:12345-0@lo:105: Request processed in 127us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.751732:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7855 00000100:00100000:3.0:1787755752.755978:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755752.757298:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578622c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21378b expref: 11 pid: 17813 timeout: 8909 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.757341:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:35169:1874588666895616:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755752.757373:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657862f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.757384:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657862f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.757390:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657862f7 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.757458:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.757467:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.757482:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.757514:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666895744:0@lo:101:mdt00_013.0 00000100:00100000:0.0:1787755752.757590:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.757633:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755752.757658:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666895744 00000100:00100000:3.0:1787755752.757665:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666895744 00000100:00100000:3.0:1787755752.757718:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23915 00000100:00100000:3.0:1787755752.757728:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:35169:x1874588666895744:12345-0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755752.757748:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.757777:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786305 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657862fe expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.757802:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786305 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657862fe expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.757815:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786305 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862fe expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.757823:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:3.0:1787755752.757827:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755752.757830:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755752.757881:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666895744:12345-0@lo:101:mdt00_013.0 Request processed in 155us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.757888:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23915 00000100:00100000:0.0:1787755752.759090:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666895872 00000100:00100000:0.0:1787755752.759097:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666895872 00000100:00100000:0.0:1787755752.759135:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23916 00000100:00100000:0.0:1787755752.759143:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666895872:12345-0@lo:403:mdt00_013.0 00000100:00100000:0.0:1787755752.760985:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666895872:12345-0@lo:403:mdt00_013.0 Request processed in 1835us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.760998:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23916 00000004:00080000:0.0:1787755752.770357:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6795 rpc_version 6795 00000020:00100000:0.0:1787755752.770433:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755752.770450:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe45568380 x1874588666896128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 3424/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755752.770488:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666896128:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755752.770587:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.770643:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8049c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.772574:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666896128:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787755752.772931:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755752.772937:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786305 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.772945:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755752.772949:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786305 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755752.772958:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786305 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.772991:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786305 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.772997:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755752.773027:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 1/0,0 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786305 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773041:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b3253657862fe lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786305 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773056:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787755752.773059:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773065:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755752.773069:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755752.773076:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773092:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773096:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755752.773110:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773117:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b3253657862e2 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e52:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862e9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.773129:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.773131:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.773133:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.773138:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755752.773146:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755752.773171:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666896256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755752.773548:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666896384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755752.774059:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.774100:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755752.774106:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666896512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755752.774131:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.779046:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755752.780837:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666896256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755752.842463:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842527:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842564:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842604:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842623:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842646:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842672:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842691:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842716:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.842748:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654386304 00000100:00100000:3.0:1787755752.842750:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654386304 00000100:00100000:3.0:1787755752.842813:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654386816 00000100:00100000:3.0:1787755752.842817:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654386816 00000100:00100000:3.0:1787755752.842836:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654386176 00000100:00100000:3.0:1787755752.842839:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654386176 00000100:00100000:3.0:1787755752.842857:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654386688 00000100:00100000:3.0:1787755752.842860:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654386688 00000100:00100000:3.0:1787755752.842880:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15584 00000100:00100000:3.0:1787755752.842887:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654386304:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755752.842957:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654386304:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 70us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.842965:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15584 00000100:00100000:3.0:1787755752.842989:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15585 00000100:00100000:3.0:1787755752.842996:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654386816:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755752.846221:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654386816:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 3210us (3600us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755752.846238:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15585 00000100:00100000:3.0:1787755752.896971:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755752.899079:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654387200 00000100:00100000:1.0:1787755752.899102:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654387200 00000100:00100000:1.0:1787755752.899280:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70018 00000100:00100000:1.0:1787755752.899296:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223345:x1874588654387200:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:1.0:1787755752.899356:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345344512 00000100:00100000:1.0:1787755752.899579:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223345:x1874588654387200:12345-192.168.201.7@tcp:41:stat.0 Request processed in 286us (2626us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755752.899586:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70018 00000100:00100000:0.0:1787755752.983028:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755752.994187:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654387456 00000100:00100000:3.0:1787755752.994200:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654387456 00000100:00100000:3.0:1787755752.994277:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70020 00000100:00100000:3.0:1787755752.994289:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223349:x1874588654387456:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755752.994357:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755752.994390:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578631a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137bc expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994507:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786321 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994527:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994541:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786321 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994554:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994565:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657862d4 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994574:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786328 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755752.994615:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657862d4 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755752.994637:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666896640:0@lo:104: 00000100:00100000:3.0:1787755752.994716:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755752.994769:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755752.995142:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666896640 00000100:00100000:0.0:1787755752.995148:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666896640 00000100:00100000:0.0:1787755752.995207:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7856 00000100:00100000:0.0:1787755752.995216:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666896640:12345-0@lo:104: 00010000:00010000:0.0:1787755752.995235:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.995311:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755752.995343:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666896640:12345-0@lo:104: Request processed in 129us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755752.995351:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7856 00010000:00010000:0.0:1787755752.995381:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755752.995389:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.995398:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755752.995406:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755752.995417:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.995466:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.995480:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755752.995507:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.995517:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657862d4 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657862db expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755752.995547:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.995549:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755752.995551:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755752.995560:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755752.995576:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666896768:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755752.995611:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755752.995644:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666896768 00000100:00100000:0.0:1787755752.995648:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666896768 00010000:00010000:0.0:1787755752.995667:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657862d4 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755752.995687:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21558 00000100:00100000:0.0:1787755752.995694:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588666896768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755752.995704:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787755752.996578:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666896640:0@lo:104: 00010000:00010000:3.0:1787755752.996600:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755753.003202:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957378 is committed 00010000:00010000:3.0:1787755753.003589:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657862db lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657862d4 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.003609:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ee00) 00010000:00010000:3.0:1787755753.003613:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786328 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.003623:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786328 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.003636:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786328 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.003669:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755753.003755:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666896768:12345-0@lo:103:ldlm_bl.0 Request processed in 8060us (8142us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.003773:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21558 00000100:00100000:0.0:1787755753.004793:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666896768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755753.022854:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.023474:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654387584 00000100:00100000:0.0:1787755753.023486:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654387584 00000100:00100000:0.0:1787755753.023588:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70021 00000100:00100000:0.0:1787755753.023598:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:223349:x1874588654387584:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755753.023620:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.023639:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578632f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137c3 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.023710:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.023723:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.023735:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755753.023974:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755753.023978:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755753.023999:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.024026:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578632f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.024043:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.024052:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755753.024055:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755753.024059:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755753.024129:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+8:223349:x1874588654387584:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 532us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.024137:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70021 00000100:00100000:1.0:1787755753.031607:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.031855:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654387840 00000100:00100000:0.0:1787755753.031869:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654387840 00000100:00100000:0.0:1787755753.031977:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70022 00000100:00100000:0.0:1787755753.031990:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223349:x1874588654387840:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:0.0:1787755753.032116:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666896896:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787755753.032518:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755753.032543:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8049c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755753.032673:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666896896 00000100:00100000:1.0:1787755753.032679:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666896896 00000100:00100000:1.0:1787755753.032724:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23918 00000100:00100000:1.0:1787755753.032732:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666896896:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.032839:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666896896:12345-0@lo:1000:mdt00_003.0 Request processed in 108us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.032848:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23918 00000100:00100000:0.0:1787755753.033555:0:8458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957378 gen 2 00000004:00080000:0.0:1787755753.033563:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957376 committed transno 8589957378 00000004:00080000:0.0:1787755753.033590:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957377 committed transno 8589957378 00000004:00080000:0.0:1787755753.033616:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957378 committed transno 8589957378 00000100:00100000:0.0:1787755753.033635:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666896896:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787755753.033832:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897024:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.033948:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.033981:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8049c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755753.034005:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666897024 00000100:00100000:3.0:1787755753.034011:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666897024 00000100:00100000:3.0:1787755753.034054:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23919 00000100:00100000:3.0:1787755753.034063:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666897024:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1787755753.034404:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666897024:12345-0@lo:1000:mdt00_003.0 Request processed in 341us (455us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755753.034412:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23919 00000100:00100000:1.0:1787755753.034550:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897024:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1787755753.034615:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.034628:0:8458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.034638:0:8458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755753.034652:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897152:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1787755753.034679:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.034714:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49086600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755753.034998:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666897152 00000100:00100000:3.0:1787755753.035004:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666897152 00000100:00100000:3.0:1787755753.035042:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23920 00000100:00100000:3.0:1787755753.035050:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666897152:12345-0@lo:101:mdt00_003.0 00010000:00010000:3.0:1787755753.035063:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755753.035081:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578633d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.035107:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786313 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137b5 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.035115:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.035124:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755753.042080:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43022680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666897280:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755753.042097:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666897408:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755753.042131:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.042155:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755753.042158:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755753.042163:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.042173:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:0.0:1787755753.042242:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8458:x1874588666897152:12345-0@lo:101:mdt00_003.0 Request processed in 7191us (7561us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.042252:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23920 00000100:00100000:1.0:1787755753.042862:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897152:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787755753.042894:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.042906:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755753.048541:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755753.048707:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.049275:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654387968 00000100:00100000:0.0:1787755753.049293:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654387968 00010000:00010000:0.0:1787755753.049405:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 8 pid: 35157 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755753.049456:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654388096 00000100:00100000:0.0:1787755753.049460:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654388096 00000100:00100000:1.0:1787755753.049588:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21559 00000100:00100000:1.0:1787755753.049602:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654387968:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755753.049609:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786313 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137b5 expref: 7 pid: 6521 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.049622:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755753.049630:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 8 pid: 35157 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755753.049631:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21560 00000100:00100000:0.0:1787755753.049638:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654388096:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755753.049645:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755753.049646:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 8 pid: 35157 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.049649:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786313 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137b5 expref: 7 pid: 6521 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.049671:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786336 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137c3 expref: 8 pid: 35157 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755753.050643:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755753.050842:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786313 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137b5 expref: 7 pid: 6521 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.050868:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786313 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137b5 expref: 7 pid: 6521 timeout: 8910 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.050885:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755753.050892:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.050985:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.050994:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.051922:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755753.051927:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755753.051995:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654387968:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2395us (3476us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.052005:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21559 00000100:00100000:0.0:1787755753.054567:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666897536 00000100:00100000:0.0:1787755753.054588:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666897536 00000100:00100000:3.0:1787755753.055487:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666897536:0@lo:105: 00010000:00010000:3.0:1787755753.055518:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755753.055585:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654388096:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5944us (6875us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.055594:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21560 00010000:00010000:1.0:1787755753.056590:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.056607:0:8458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755753.056636:0:8458:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755753.056692:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.056764:0:8458:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.056782:0:8458:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755753.056805:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897664:0@lo:101:mdt00_003.0 00000100:00100000:1.0:1787755753.056864:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.056953:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49086600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755753.058795:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666897664 00000100:00100000:0.0:1787755753.058812:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666897664 00000100:00100000:0.0:1787755753.058881:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23921 00000100:00100000:0.0:1787755753.058892:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:8458:x1874588666897664:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787755753.058981:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.059006:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786352 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578634b expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.059036:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786352 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578634b expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.059051:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786352 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578634b expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.059060:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604a00) 00010000:00010000:0.0:1787755753.059063:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755753.059068:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755753.059241:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:8458:x1874588666897664:12345-0@lo:101:mdt00_003.0 Request processed in 350us (2376us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.059251:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23921 00000100:00100000:1.0:1787755753.059760:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897664:0@lo:101:mdt00_003.0 00010000:00010000:1.0:1787755753.059785:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.059797:0:8458:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755753.059825:0:8458:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755753.059874:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.059986:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.060057:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff7f434a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755753.060097:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666897792 00000100:00100000:0.0:1787755753.060103:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666897792 00000100:00100000:0.0:1787755753.060237:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23922 00000100:00100000:0.0:1787755753.060246:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8458:x1874588666897792:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787755753.060591:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:8458:x1874588666897792:12345-0@lo:1000:mdt00_003.0 Request processed in 346us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.060600:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23922 00000100:00100000:1.0:1787755753.060649:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897792:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.060709:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897920:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.060733:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.060935:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48953840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755753.061452:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666897920:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.061531:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666898048:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.061557:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.061571:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48953840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755753.062643:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666898176:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.062696:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666898304:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755753.062737:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.062761:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48953840 going to sleep for 11 seconds 00000004:00080000:0.0:1787755753.066768:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6796 rpc_version 6796 00000020:00100000:0.0:1787755753.066829:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755753.066843:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49540a80 x1874588666898688/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755753.066871:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666898688:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755753.067041:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755753.067126:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8040c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755753.069788:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666898688:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755753.070564:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666898816 00000100:00100000:0.0:1787755753.070571:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666898816 00000100:00100000:0.0:1787755753.070683:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23929 00000100:00100000:0.0:1787755753.070693:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:8458:x1874588666898816:12345-0@lo:101:mdt00_003.0 00010000:00010000:0.0:1787755753.070723:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.070740:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786367 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.070766:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786367 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.070781:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786367 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.070791:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:0.0:1787755753.070794:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755753.070798:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755753.070844:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:8458:x1874588666898816:12345-0@lo:101:mdt00_003.0 Request processed in 152us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.070850:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23929 00010000:00010000:1.0:1787755753.071501:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755753.071510:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.071520:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755753.071526:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755753.071535:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.071572:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.071581:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755753.071615:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.071624:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578633d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786344 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.071639:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755753.071642:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755753.071644:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755753.071805:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755753.071822:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666898944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755753.071870:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.071907:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666898944 00000100:00100000:1.0:1787755753.071922:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666898944 00000100:00100000:1.0:1787755753.071965:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11005 00000100:00100000:1.0:1787755753.071973:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666898944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755753.071983:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755753.072000:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786344 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578633d expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.072016:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755753.072021:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755753.072048:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666898944:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.072055:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11005 00000100:00100000:1.0:1787755753.072099:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666898944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755753.080038:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.080280:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654388224 00000100:00100000:0.0:1787755753.080290:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654388224 00000100:00100000:0.0:1787755753.080385:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70023 00000100:00100000:0.0:1787755753.080397:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223337:x1874588654388224:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755753.080420:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.080444:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786375 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137ca expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.080523:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578637c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.080540:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578637c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.080553:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578637c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755753.080603:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755753.080606:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755753.080627:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578637c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.080654:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786375 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ca expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.080676:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578637c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ca expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.080685:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755753.080688:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755753.080692:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755753.080785:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223337:x1874588654388224:12345-192.168.201.7@tcp:101:bash.0 Request processed in 389us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.080793:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70023 00000100:00100000:1.0:1787755753.086163:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755753.087250:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899072 00000100:00100000:1.0:1787755753.087257:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899072 00000100:00100000:1.0:1787755753.087307:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7858 00000100:00100000:1.0:1787755753.087336:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:10713:x1874588666899072:12345-0@lo:104: 00010000:00010000:1.0:1787755753.087352:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.087419:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755753.087426:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:10713:x1874588666899072:12345-0@lo:104: Request processed in 112us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.087436:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7858 00010000:00010000:1.0:1787755753.087459:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755753.087465:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.087474:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755753.087480:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755753.087488:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.087532:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.087539:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755753.087564:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.087571:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b32536578634b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786352 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.087591:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755753.087592:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755753.087594:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755753.087607:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666899200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755753.087643:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.087682:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899200 00000100:00100000:1.0:1787755753.087687:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899200 00010000:00010000:1.0:1787755753.087938:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786352 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578634b expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755753.087971:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21561 00000100:00100000:1.0:1787755753.087981:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666899200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755753.087993:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1787755753.092716:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957379 is committed 00010000:00010000:1.0:1787755753.093174:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786352 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578634b expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.093197:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604a00) 00010000:00010000:1.0:1787755753.093203:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786391 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.093213:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786391 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.093220:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786391 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.093264:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755753.093389:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588666899200:12345-0@lo:103:ldlm_bl.0 Request processed in 5409us (5742us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.093400:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21561 00000100:00100000:1.0:1787755753.094150:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899328 00000100:00100000:1.0:1787755753.094162:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899328 00000100:00100000:1.0:1787755753.094224:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23930 00000100:00100000:1.0:1787755753.094235:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:10713:x1874588666899328:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755753.094367:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:10713:x1874588666899328:12345-0@lo:1000:mdt00_004.0 Request processed in 134us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.094376:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23930 00000100:00100000:0.0:1787755753.094544:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666899200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755753.099192:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755753.099461:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654388480 00000100:00100000:3.0:1787755753.099474:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654388480 00000100:00100000:3.0:1787755753.099541:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70025 00000100:00100000:3.0:1787755753.099553:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223337:x1874588654388480:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755753.099577:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755753.099598:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b32536578639f lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137d8 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.099658:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b3253657863a6 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.099674:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b3253657863a6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.099685:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b3253657863a6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755753.099987:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00000004:00200000:3.0:1787755753.099994:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755753.100041:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b32536578639f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137d8 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.100066:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b3253657863a6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137d8 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.100076:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:3.0:1787755753.100078:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755753.100081:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755753.100182:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223337:x1874588654388480:12345-192.168.201.7@tcp:101:bash.0 Request processed in 631us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.100189:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70025 00000100:00100000:0.0:1787755753.104482:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755753.107882:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.108590:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654388736 00000100:00100000:0.0:1787755753.108602:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654388736 00000100:00100000:0.0:1787755753.108668:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70027 00000100:00100000:0.0:1787755753.108679:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223337:x1874588654388736:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755753.108712:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.108737:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657863bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137e6 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.108813:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.108830:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786367 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.108840:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.108894:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786367 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755753.108923:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588666899456:0@lo:104: 00000100:00100000:0.0:1787755753.108992:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755753.109031:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8040c0 going to sleep for 11 seconds 00010000:00010000:1.0:1787755753.110558:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755753.110565:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786367 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578636e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.110574:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755753.110580:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786367 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b32536578636e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755753.110590:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786367 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b32536578636e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.110626:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786367 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578636e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.110633:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755753.110664:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786367 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578636e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.110672:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786367 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578636e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.110705:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755753.110707:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755753.110709:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755753.110719:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755753.110734:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666899584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755753.110791:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755753.110839:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899584 00000100:00100000:1.0:1787755753.110845:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899584 00010000:00010000:1.0:1787755753.110883:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786367 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755753.110995:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21562 00000100:00100000:1.0:1787755753.111009:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588666899584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755753.111024:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755753.111595:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:1.0:1787755753.111603:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.111615:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.111623:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.111642:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755753.111689:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588666899584:12345-0@lo:103:ldlm_bl.0 Request processed in 687us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.111696:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21562 00000100:00100000:1.0:1787755753.111772:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666899584:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755753.112167:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578636e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786367 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755753.112181:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588666899456:0@lo:104: 00010000:00010000:0.0:1787755753.112199:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.112208:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.112213:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755753.112493:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18e:0x0]: returning size 4096 00000004:00200000:0.0:1787755753.112500:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755753.112553:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657863bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137e6 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.112569:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137e6 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.112577:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:0.0:1787755753.112580:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755753.112583:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755753.112643:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223337:x1874588654388736:12345-192.168.201.7@tcp:101:bash.0 Request processed in 3965us (4781us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.112650:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70027 00000100:00100000:3.0:1787755753.115652:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.115768:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654388992 00000100:00100000:0.0:1787755753.115779:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654388992 00000100:00100000:0.0:1787755753.115840:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70028 00000100:00100000:0.0:1787755753.115852:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223337:x1874588654388992:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755753.115876:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.115881:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755753.115927:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657863c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137e6 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.115949:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:0.0:1787755753.115961:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755753.115979:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657863c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137ed expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.116134:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.116169:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.116180:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.116195:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.116201:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.116206:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755753.116768:0:35154:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x517:0x0], index 0: 0 00010000:00010000:0.0:1787755753.117432:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657863de lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117446:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657863de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117456:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657863de lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117509:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117518:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117525:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117534:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117540:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755753.117545:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117554:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117566:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:0.0:1787755753.117569:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755753.117574:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117581:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863d0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755753.117597:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000bcf9a178 reply state 00000000ec1a2c79 transno 8589957380 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117608:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117614:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48a2e000) 00010000:00010000:0.0:1787755753.117617:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755753.117620:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755753.117661:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657863c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ed expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117684:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657863de lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137ed expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.117692:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755753.117694:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755753.117697:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755753.117822:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223337:x1874588654388992:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1971us (2186us total) trans 8589957380 rc 0/0 00000100:00100000:0.0:1787755753.117834:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70028 00000100:00100000:1.0:1787755753.126115:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654389120 00000100:00100000:1.0:1787755753.126125:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654389120 00000100:00100000:1.0:1787755753.126473:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30723 00000100:00100000:1.0:1787755753.126484:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223337:x1874588654389120:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755753.126508:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755753.126539:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 2/0,0 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137f4 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755753.126574:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x517:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755753.126601:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=8810s v=(0 0) 00010000:00010000:1.0:1787755753.126606:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755753.126618:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 9 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.126638:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 9 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755753.126653:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755753.126734:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223337:x1874588654389120:12345-192.168.201.7@tcp:101:bash.0 Request processed in 252us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755753.126741:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30723 00000100:00100000:1.0:1787755753.131051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755753.131172:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654389376 00000100:00100000:3.0:1787755753.131187:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654389376 00000100:00100000:3.0:1787755753.131275:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9314 00000100:00100000:3.0:1787755753.131290:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223337:x1874588654389376:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755753.131753:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223337:x1874588654389376:12345-192.168.201.7@tcp:35:bash.0 Request processed in 465us (715us total) trans 8589957381 rc 0/0 00000100:00100000:3.0:1787755753.131764:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9314 00000100:00100000:3.0:1787755753.136190:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755753.137075:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654389632 00000100:00100000:1.0:1787755753.137088:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654389632 00000100:00100000:0.0:1787755753.137450:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70029 00000100:00100000:0.0:1787755753.137463:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223337:x1874588654389632:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755753.137485:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755753.137488:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755753.137527:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b3253657863b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137df expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137548:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:0.0:1787755753.137553:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755753.137567:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657863f3 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2137fb expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137876:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 3/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137891:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137919:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137935:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137941:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755753.137947:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755753.138100:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666899712:0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1787755753.138484:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755753.138530:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755753.138709:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899712 00000100:00100000:3.0:1787755753.138717:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899712 00000100:00100000:3.0:1787755753.138762:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23931 00000100:00100000:3.0:1787755753.138773:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35155:x1874588666899712:12345-0@lo:1000:mdt00_010.0 00000100:00100000:3.0:1787755753.138868:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35155:x1874588666899712:12345-0@lo:1000:mdt00_010.0 Request processed in 97us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.138876:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23931 00000100:00100000:3.0:1787755753.138934:0:35155:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957379 gen 2 00000004:00080000:3.0:1787755753.138940:0:35155:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957379 committed transno 8589957379 00000100:00100000:3.0:1787755753.138978:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666899712:0@lo:1000:mdt00_010.0 00000004:00080000:3.0:1787755753.139568:0:35155:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d1:0x0], index 1: 0 00010000:00010000:3.0:1787755753.139942:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786408 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.139958:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786408 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.139969:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786408 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140018:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140026:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140031:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140038:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140045:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755753.140051:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140059:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140073:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:3.0:1787755753.140076:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755753.140081:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 3/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140087:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657863fa lrc: 0/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755753.140105:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000be6dd660 reply state 000000006d340999 transno 4294985305 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140118:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.140125:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x4ec94fd6 (ffff9dfe48a2e400) 00010000:00010000:3.0:1787755753.140127:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755753.140130:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755753.141055:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657863f3 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137fb expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.141087:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786408 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137fb expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.141097:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe48aff500) 00010000:00010000:3.0:1787755753.141100:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755753.141105:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755753.141435:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223337:x1874588654389632:12345-192.168.201.7@tcp:101:bash.0 Request processed in 3971us (5256us total) trans 4294985305 rc 0/0 00000100:00100000:3.0:1787755753.141443:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70029 00000100:00100000:3.0:1787755753.146878:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654389760 00000100:00100000:3.0:1787755753.146890:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654389760 00000100:00100000:3.0:1787755753.147110:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30724 00000100:00100000:3.0:1787755753.147125:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223337:x1874588654389760:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755753.147159:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755753.147190:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213802 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755753.147226:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755753.147266:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d1:0x0].0x0 since=8810s v=(0 0) 00010000:00010000:3.0:1787755753.147273:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755753.147284:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.147308:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755753.147345:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755753.147410:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223337:x1874588654389760:12345-192.168.201.7@tcp:101:bash.0 Request processed in 288us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.147417:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30724 00000100:00100000:1.0:1787755753.152170:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755753.171885:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755753.173079:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34914:x1874588654390144:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 620us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755753.173091:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11006 00000100:00100000:0.0:1787755753.181542:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755753.181623:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755753.183382:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654390272 00000100:00100000:2.0:1787755753.183398:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654390272 00000100:00100000:2.0:1787755753.183467:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654390400 00000100:00100000:2.0:1787755753.183471:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654390400 00000100:00100000:2.0:1787755753.183890:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11007 00000100:00100000:2.0:1787755753.183921:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:34914:x1874588654390272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755753.183938:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755753.183968:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786202 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1da5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21377d expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755753.183988:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da5:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:2.0:1787755753.183999:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755753.184059:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:34914:x1874588654390272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 150us (2530us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755753.184067:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11007 00000100:00100000:2.0:1787755753.184088:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11008 00000100:00100000:2.0:1787755753.184095:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15681:x1874588654390400:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755753.184104:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755753.184118:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786408 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137fb expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755753.184134:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe48aff500) 00010000:00010000:2.0:1787755753.184658:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b3253657863a6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137d8 expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755753.184678:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755753.184687:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365786161 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e52:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21375a expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755753.184706:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e52:0x0].0x0 (ffff9dff429b8400) 00010000:00010000:2.0:1787755753.184714:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755753.184742:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15681:x1874588654390400:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 647us (3118us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755753.184749:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11008 00010000:00010000:0.0:1787755753.442717:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755753.443696:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755753.443725:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666899840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755753.443811:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755753.444209:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899840 00000100:00100000:3.0:1787755753.444220:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899840 00000100:00100000:3.0:1787755753.444296:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23932 00000100:00100000:3.0:1787755753.444308:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666899840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755753.444366:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443430400 avail 1297190912 00000100:00100000:3.0:1787755753.444433:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666899840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.444440:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23932 00000100:00100000:0.0:1787755753.444577:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666899840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755753.955247:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666899968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755753.955347:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755753.955410:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666899968 00000100:00100000:3.0:1787755753.955420:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666899968 00000100:00100000:3.0:1787755753.955505:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6753 00000100:00100000:3.0:1787755753.955518:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666899968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755753.955553:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491162176 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:3.0:1787755753.955603:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666899968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.955611:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6753 00000100:00080000:3.0:1787755753.955648:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755753.955689:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666899968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755753.956108:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755753.956121:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666900096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755753.956177:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755753.956215:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900096 00000100:00100000:0.0:1787755753.956220:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900096 00000100:00100000:0.0:1787755753.956252:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6754 00000100:00100000:0.0:1787755753.956259:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666900096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755753.956280:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755753.956347:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666900096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755753.956355:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6754 00000100:00100000:0.0:1787755753.956390:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666900096:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1787755753.957385:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755753.963942:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666900224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755753.964032:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755753.964150:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900224 00000100:00100000:3.0:1787755753.964162:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900224 00000100:00100000:3.0:1787755753.964236:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23933 00000100:00100000:3.0:1787755753.964248:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666900224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755753.964288:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442816000 avail 1296576512 00000100:00100000:3.0:1787755753.971703:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666900224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7381us (7595us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755753.971725:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23933 00000100:00100000:1.0:1787755753.975676:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666900224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755754.377270:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755754.377348:0:20162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654390528 00000100:00100000:1.0:1787755754.377364:0:20162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654390528 00002000:00100000:1.0:1787755754.377446:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x517:0x0] (0->5) req@ffff9dfe4a434700 x1874588654390528/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:325/0 lens 496/0 e 0 to 0 dl 1787755765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755754.377458:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a434700 with x1874588654390528 ext(0->5) 00002000:00010000:1.0:1787755754.377465:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a434700 00000100:00100000:1.0:1787755754.377496:0:20162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27907 00000100:00100000:1.0:1787755754.377508:0:20162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654390528:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:1.0:1787755754.377964:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755754.383700:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755754.385795:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654390656 00000100:00100000:1.0:1787755754.385812:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654390656 00000100:00100000:1.0:1787755754.385898:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30725 00000100:00100000:1.0:1787755754.385912:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2402:x1874588654390656:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:3.0:1787755754.394369:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973847 is committed 00000100:00100000:0.0:1787755754.395391:0:20162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654390528:12345-192.168.201.7@tcp:4:bash.0 Request processed in 17875us (18123us total) trans 4294973847 rc 0/0 00000100:00100000:0.0:1787755754.395406:0:20162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27907 00002000:00100000:0.0:1787755754.395422:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x517:0x0] (0->5) req@ffff9dfe4a434700 x1874588654390528/t4294973847(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:325/0 lens 496/448 e 0 to 0 dl 1787755765 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755754.395433:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a434700 with x1874588654390528 ext(0->5) 00002000:00010000:0.0:1787755754.395441:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a434700 00000100:00100000:1.0:1787755754.400996:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654390656:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 15067us (17293us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755754.401016:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30725 00000100:00100000:1.0:1787755754.423090:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755754.425437:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755754.425564:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654390784 00000100:00100000:3.0:1787755754.425577:0:24202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654390784 00002000:00100000:3.0:1787755754.425636:0:24202:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x4d1:0x0] (0->5) req@ffff9dfe43cd6680 x1874588654390784/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:325/0 lens 496/0 e 0 to 0 dl 1787755765 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755754.425647:0:24202:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd6680 with x1874588654390784 ext(0->5) 00002000:00010000:3.0:1787755754.425654:0:24202:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe43cd6680 00000100:00100000:3.0:1787755754.425688:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27908 00000100:00100000:3.0:1787755754.425699:0:24202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654390784:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:3.0:1787755754.426575:0:24202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654390784:12345-192.168.201.7@tcp:4:bash.0 Request processed in 871us (1142us total) trans 4294976184 rc 0/0 00000100:00100000:3.0:1787755754.426586:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27908 00002000:00100000:3.0:1787755754.426594:0:24202:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x2c0000400:0x4d1:0x0] (0->5) req@ffff9dfe43cd6680 x1874588654390784/t4294976184(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:325/0 lens 496/448 e 0 to 0 dl 1787755765 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755754.426604:0:24202:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd6680 with x1874588654390784 ext(0->5) 00002000:00010000:3.0:1787755754.426608:0:24202:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe43cd6680 00000100:00100000:2.0:1787755754.430110:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654390912 00000100:00100000:2.0:1787755754.430126:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654390912 00000100:00100000:3.0:1787755754.431457:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30726 00000100:00100000:3.0:1787755754.431470:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654390912:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:3.0:1787755754.435833:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976184 is committed 00000001:00080000:3.0:1787755754.435853:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976183 is committed 00000100:00100000:1.0:1787755754.436137:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654390912:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 4653us (13044us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755754.436148:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30726 00010000:00010000:1.0:1787755754.468690:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755754.839025:0:163701:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:3.0:1787755754.839079:0:163701:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:1.0:1787755755.490476:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755756.514883:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755756.515430:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588666900608:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.515515:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.515577:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588666901120:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.515601:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.515625:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666901632:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.515651:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.515692:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755756.515696:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588666900736:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.515712:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.515722:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588666901248:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.515737:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.515746:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666901760:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.515758:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.515783:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900608 00000100:00100000:2.0:1787755756.515789:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900608 00000100:00100000:1.0:1787755756.515934:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666900480:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.515970:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.515992:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666900992:0@lo:400:kworker.0 00000004:00080000:0.0:1787755756.516010:0:8668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8813537693176ns, next at 8814537689896ns, rc = 0 00000100:00100000:1.0:1787755756.516012:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.516031:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666901504:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.516054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.516075:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666902016:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755756.516118:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.516135:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:1.0:1787755756.516141:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666900352:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.516176:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.516199:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666900864:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.516223:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.520044:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666901376:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.520135:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.520164:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588666901888:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.520196:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755756.520386:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901120 00000100:00100000:0.0:1787755756.520393:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900736 00000100:00100000:2.0:1787755756.520396:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901120 00000100:00100000:0.0:1787755756.520398:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900736 00000100:00100000:2.0:1787755756.520462:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901248 00000100:00100000:2.0:1787755756.520465:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901248 00000100:00100000:2.0:1787755756.520486:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900864 00000100:00100000:2.0:1787755756.520489:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900864 00000100:00100000:2.0:1787755756.520515:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15588 00000100:00100000:2.0:1787755756.520525:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588666900608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755756.520533:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15589 00000100:00100000:0.0:1787755756.520539:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588666901120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.520598:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588666900608:12345-0@lo:400:kworker.0 Request processed in 75us (5083us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755756.520606:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15588 00000100:00100000:2.0:1787755756.520631:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15590 00000100:00100000:2.0:1787755756.520638:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588666901248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755756.520676:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588666901120:12345-0@lo:400:kworker.0 Request processed in 136us (5074us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755756.520683:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15589 00000100:00100000:0.0:1787755756.520697:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15591 00000100:00100000:0.0:1787755756.520703:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666900864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.520730:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901888 00000100:00100000:3.0:1787755756.520737:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901888 00000100:00100000:3.0:1787755756.520770:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15592 00000100:00100000:3.0:1787755756.520776:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588666900736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.522183:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588666901248:12345-0@lo:400:kworker.0 Request processed in 1538us (6435us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755756.522196:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15590 00000100:00100000:2.0:1787755756.522229:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15593 00000100:00100000:2.0:1787755756.522240:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588666901888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.522287:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588666901888:12345-0@lo:400:kworker.0 Request processed in 51us (2089us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755756.522292:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15593 00000100:00100000:2.0:1787755756.522343:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901632 00000100:00100000:2.0:1787755756.522350:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901632 00000100:00100000:2.0:1787755756.522396:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901760 00000100:00100000:2.0:1787755756.522399:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901760 00000100:00100000:1.0:1787755756.522591:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588666901888:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.522662:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900992 00000100:00100000:2.0:1787755756.522667:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900992 00000100:00100000:1.0:1787755756.522987:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901376 00000100:00100000:1.0:1787755756.522991:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901376 00000100:00100000:1.0:1787755756.523023:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10009 00000100:00100000:1.0:1787755756.523031:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666901632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.523078:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666901632:12345-0@lo:400:kworker.0 Request processed in 48us (7425us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755756.523094:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10009 00000100:00100000:1.0:1787755756.523108:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10010 00000100:00100000:1.0:1787755756.523114:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666901760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.523144:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666901760:12345-0@lo:400:kworker.0 Request processed in 30us (7384us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755756.523150:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10010 00000100:00100000:1.0:1787755756.523159:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10011 00000100:00100000:1.0:1787755756.523165:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666900992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.523198:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666900992:12345-0@lo:400:kworker.0 Request processed in 34us (7185us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755756.523204:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10011 00000100:00100000:1.0:1787755756.523215:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10012 00000100:00100000:1.0:1787755756.523221:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666901376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.523248:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666901376:12345-0@lo:400:kworker.0 Request processed in 28us (3113us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755756.523254:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10012 00000100:00100000:1.0:1787755756.524217:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900352 00000100:00100000:1.0:1787755756.524227:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900352 00000100:00100000:1.0:1787755756.524274:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:1.0:1787755756.524283:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666900352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.527023:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666900480 00000100:00100000:2.0:1787755756.527040:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666900480 00000100:00100000:2.0:1787755756.527512:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666901504 00000100:00100000:2.0:1787755756.527518:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666901504 00000100:00100000:2.0:1787755756.527554:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23934 00000100:00100000:2.0:1787755756.527567:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666900480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755756.528147:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666900864:12345-0@lo:400:kworker.0 Request processed in 7438us (11917us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755756.528160:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15591 00000100:00080000:0.0:1787755756.528381:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755756.528387:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755756.528392:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755756.528396:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755756.528465:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666900352:0@lo:400:kworker.0 00000100:00100000:0.0:1787755756.528484:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666900864:0@lo:400:kworker.0 00000100:00100000:0.0:1787755756.528498:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666901376:0@lo:400:kworker.0 00000100:00100000:0.0:1787755756.528513:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666900992:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.532074:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666900480:12345-0@lo:400:kworker.0 Request processed in 4498us (16090us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755756.532091:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23934 00000100:00100000:3.0:1787755756.532250:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588666900736:12345-0@lo:400:kworker.0 Request processed in 11472us (16533us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755756.532260:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15592 00000100:00100000:3.0:1787755756.532312:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23935 00000100:00100000:3.0:1787755756.532341:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666901504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.532413:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666901504:12345-0@lo:400:kworker.0 Request processed in 79us (16358us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755756.532419:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23935 00000100:00100000:3.0:1787755756.532451:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666902016 00000100:00100000:3.0:1787755756.532462:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666902016 00000100:00100000:3.0:1787755756.532525:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755 00000100:00100000:3.0:1787755756.532533:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666902016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755756.532565:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892629504 avail 3661107200 00000100:00100000:3.0:1787755756.532604:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666902016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (16486us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755756.532612:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755 00000100:00100000:3.0:1787755756.532820:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588666900736:0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.532922:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588666901248:0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.532935:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976183 gen 2 00000004:00080000:3.0:1787755756.532941:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe49ea2d80, transno 4294976183 00000100:00100000:3.0:1787755756.532954:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666901760:0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.532972:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588666900608:0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.532987:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588666901120:0@lo:400:kworker.0 00000100:00100000:3.0:1787755756.532999:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666901632:0@lo:400:kworker.0 00000100:00100000:1.0:1787755756.533237:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666900352:12345-0@lo:400:kworker.0 Request processed in 8954us (17058us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755756.533247:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:2.0:1787755756.533510:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666902016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755756.533523:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666900480:0@lo:400:kworker.0 00000100:00100000:2.0:1787755756.533536:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666901504:0@lo:400:kworker.0 00000004:00080000:1.0:1787755756.536072:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 347 committed 00010000:00010000:1.0:1787755756.536130:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3800/0x9b2b32536578629c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657862a3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755756.536146:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3800/0x9b2b32536578629c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657862a3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755756.536197:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3800/0x9b2b32536578629c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862a3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755756.536204:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755756.536240:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3800/0x9b2b32536578629c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657862a3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755756.536263:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985306 is committed 00000020:00080000:1.0:1787755756.536277:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5251c000 refcount 2 committed 0 result 0 batchid 3398 00000020:00080000:1.0:1787755756.536281:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51223d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5251c480 00000020:00080000:1.0:1787755756.536284:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1496 00000020:00080000:1.0:1787755756.536286:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff7a667400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe517ec800 00000020:00080000:1.0:1787755756.536289:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1177 00000001:00080000:1.0:1787755756.536299:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985303 is committed 00000020:00080000:1.0:1787755756.536302:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe47cc6b40 refcount 2 committed 0 result 0 batchid 3397 00000020:00080000:1.0:1787755756.536305:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cc6180 00000020:00080000:1.0:1787755756.536307:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1495 00000020:00080000:1.0:1787755756.536309:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47c54a00 00000100:00100000:0.0:1787755756.536310:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666902272:0@lo:6:osp-syn-0-1.0 00000020:00080000:1.0:1787755756.536312:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1176 00000004:00080000:1.0:1787755756.536349:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 346 committed 00000020:00080000:1.0:1787755756.536356:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5251cf00 refcount 2 committed 0 result 0 batchid 3396 00000020:00080000:1.0:1787755756.536359:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5251c480 00000020:00080000:1.0:1787755756.536361:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1493 00000020:00080000:1.0:1787755756.536363:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe479c8c00 00000020:00080000:1.0:1787755756.536365:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1175 00000020:00080000:1.0:1787755756.536375:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe50ca9240 refcount 2 committed 0 result 0 batchid 3395 00000020:00080000:1.0:1787755756.536378:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe50ca9840 00000020:00080000:1.0:1787755756.536381:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1492 00000020:00080000:1.0:1787755756.536383:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24800 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe500a6800 00000020:00080000:1.0:1787755756.536385:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1174 00000001:00080000:1.0:1787755756.536395:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985297 is committed 00000100:00100000:0.0:1787755756.536401:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1787755756.536402:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3394 batchid updated 00000020:00080000:1.0:1787755756.536416:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3398 committed batchid 3394 00000100:00100000:0.0:1787755756.536443:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755756.536449:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666902144:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787755756.536474:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1787755756.536531:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48953840 with version 6797 00000020:00080000:1.0:1787755756.536542:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3394 cancel update log [0x200000401:0x3:0x0].1491: rc = 0 00000020:00080000:1.0:1787755756.536587:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3394 cancel update log [0x240000400:0x3:0x0].1173: rc = 0 00000020:00080000:1.0:1787755756.536596:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3394 00000004:00080000:1.0:1787755756.536604:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6797 rpc_version 6797 00000020:00100000:1.0:1787755756.536623:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755756.536630:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4f4bbb80 x1874588666902528/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755756.536645:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666902528:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755756.539626:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755756.539939:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9780 going to sleep for 11 seconds 00000100:00100000:3.0:1787755756.540029:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666902528 00000100:00100000:3.0:1787755756.540039:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666902528 00000100:00100000:3.0:1787755756.540110:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23936 00000100:00100000:3.0:1787755756.540122:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666902528:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755756.540351:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666902528:12345-0@lo:1000:osp_up0-1.0 Request processed in 231us (733us total) trans 8589957382 rc 0/0 00000100:00100000:3.0:1787755756.540357:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23936 00000100:00100000:1.0:1787755756.540461:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666902528:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755756.540659:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540671:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540677:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540682:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755756.540687:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540696:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540713:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755756.540715:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755756.540719:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540724:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786359 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540752:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540756:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540760:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540763:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755756.540765:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540768:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540771:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755756.540773:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755756.540774:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540781:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786360 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540796:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540800:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540804:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540807:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755756.540809:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540812:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540816:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x4ec94fd6 (ffff9dfe48a2e400) 00010000:00010000:2.0:1787755756.540817:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755756.540818:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540822:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365786401 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755756.540861:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666902272 00000100:00100000:2.0:1787755756.540866:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666902272 00000100:00100000:2.0:1787755756.540910:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30727 00000100:00100000:2.0:1787755756.540916:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666902272:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1787755756.540938:0:35160:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1231 count 1 00010000:00010000:2.0:1787755756.540969:0:35160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540989:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.540996:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4cf:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1787755756.541000:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4cf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755756.541003:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.541033:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.541047:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 6 pid: 35160 timeout: 8913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755756.541058:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588666902656:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755756.541135:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe46986c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755756.541154:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666902144 00000100:00100000:2.0:1787755756.541158:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666902144 00000100:00100000:2.0:1787755756.541200:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11009 00000100:00100000:2.0:1787755756.541207:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666902144:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787755756.541217:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755756.541232:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657862a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18d:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578629c expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.541247:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18d:0x0].0x5a734ce9 (ffff9dff439f7c00) 00010000:00010000:2.0:1787755756.541255:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755756.541290:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666902144:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 84us (4815us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755756.541297:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11009 00000100:00100000:0.0:1787755756.541339:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666902144:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1787755756.551230:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588666902656:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755756.551272:0:35160:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755756.552814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755756.552868:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391040 00000100:00100000:0.0:1787755756.552878:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391040 00010000:00010000:0.0:1787755756.552964:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 7 pid: 35160 timeout: 8913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755756.553022:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21563 00000100:00100000:0.0:1787755756.553035:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654391040:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755756.553055:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755756.553062:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 7 pid: 35160 timeout: 8913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553077:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 7 pid: 35160 timeout: 8913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553106:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b3253657860c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21371b expref: 7 pid: 35160 timeout: 8913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553125:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4cf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755756.553130:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4cf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755756.553136:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553148:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553186:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755756.553244:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654391040:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 211us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755756.553253:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21563 00000100:00080000:1.0:1787755756.553352:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787755756.553771:0:35160:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553783:0:35160:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553794:0:35160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553802:0:35160:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755756.553837:0:35160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755756.553913:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755756.553922:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.553930:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755756.553935:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.553954:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.553969:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.553975:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b32536578641d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755756.553997:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755756.553999:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755756.554000:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755756.554053:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666902272:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13135us (17649us total) trans 4294973848 rc 0/0 00000100:00100000:0.0:1787755756.554062:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30727 00000004:00080000:2.0:1787755756.554141:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe49540a80/2, rc 0, transno 4294973848 00000100:00100000:2.0:1787755756.554149:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666902272:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1787755757.029827:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666902784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755757.029923:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755757.032097:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666902784 00000100:00100000:2.0:1787755757.032124:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666902784 00000100:00100000:2.0:1787755757.032201:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6756 00000100:00100000:2.0:1787755757.032214:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666902784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755757.032252:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915776000 avail 3684253696 00000100:00100000:2.0:1787755757.032381:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666902784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 169us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755757.032389:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6756 00000100:00100000:0.0:1787755757.032533:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666902784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755757.540358:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755757.764563:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755757.764712:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391168 00000100:00100000:3.0:1787755757.764725:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391168 00000100:00100000:3.0:1787755757.764957:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70030 00000100:00100000:3.0:1787755757.764970:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:223518:x1874588654391168:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755757.764991:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755757.765013:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786424 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213809 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.765089:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.765104:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.765115:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755757.765179:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755757.765184:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755757.765213:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.765243:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786424 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.766426:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.766441:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755757.766444:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755757.766448:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755757.766525:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:223518:x1874588654391168:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1557us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.766534:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70030 00000100:00080000:1.0:1787755757.767485:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755757.769491:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755757.770149:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391296 00000100:00100000:2.0:1787755757.770169:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391296 00000100:00100000:2.0:1787755757.770235:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70031 00000100:00100000:2.0:1787755757.770247:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:223518:x1874588654391296:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755757.770268:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755757.770291:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786432 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213810 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770428:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770443:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770459:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770474:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770481:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770488:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770556:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786447 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770564:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786447 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770571:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786447 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755757.770593:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786447 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770607:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770614:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770621:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770631:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770637:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755757.770641:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770647:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770659:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755757.770662:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755757.770666:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770672:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770682:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770688:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770694:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770699:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755757.770702:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770712:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770718:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1700) 00010000:00010000:2.0:1787755757.770721:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755757.770723:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770729:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365786440 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770762:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786432 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213810 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770775:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786447 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213810 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755757.770782:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755757.770785:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755757.770787:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755757.770865:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:223518:x1874588654391296:12345-192.168.201.7@tcp:101:cat.0 Request processed in 621us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755757.770873:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70031 00000100:00100000:2.0:1787755757.786281:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755757.786744:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391424 00000100:00100000:3.0:1787755757.786759:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391424 00000100:00100000:3.0:1787755757.786875:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70032 00000100:00100000:3.0:1787755757.786888:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:223518:x1874588654391424:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755757.786917:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755757.786952:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578644e lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213817 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.787054:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365786455 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.787086:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365786455 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.787102:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365786455 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755757.787232:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00000004:00200000:3.0:1787755757.787239:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755757.787302:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578644e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213817 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.787354:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365786455 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213817 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755757.787366:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755757.787369:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755757.787374:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755757.787440:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:223518:x1874588654391424:12345-192.168.201.7@tcp:101:cat.0 Request processed in 554us (1168us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.787447:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70032 00000100:00080000:1.0:1787755757.788112:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755757.800248:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755757.805217:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391552 00000100:00100000:1.0:1787755757.805238:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391552 00000100:00100000:1.0:1787755757.805344:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70033 00000100:00100000:1.0:1787755757.805359:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:223518:x1874588654391552:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755757.805387:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755757.805702:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b32536578645c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21381e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.805791:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.805808:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.806454:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755757.806508:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x190:0x0]: returning size 4096 00000004:00200000:1.0:1787755757.806513:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755757.806558:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b32536578645c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.806575:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.806586:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dff530fa500) 00010000:00010000:1.0:1787755757.806589:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755757.806593:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755757.806673:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:223518:x1874588654391552:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1316us (6434us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755757.806681:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70033 00000100:00100000:0.0:1787755757.821487:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755757.821743:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391680 00000100:00100000:1.0:1787755757.821754:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391680 00000100:00100000:1.0:1787755757.821834:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70034 00000100:00100000:1.0:1787755757.821849:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:223518:x1874588654391680:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755757.821879:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755757.821908:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578646a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213825 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.821991:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.822007:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.822020:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755757.822088:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18e:0x0]: returning size 4096 00000004:00200000:1.0:1787755757.822094:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755757.822136:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578646a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.822156:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755757.822166:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff530faa00) 00010000:00010000:1.0:1787755757.822169:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755757.822172:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755757.824673:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223518:x1874588654391680:12345-192.168.201.7@tcp:101:cat.0 Request processed in 2816us (3184us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755757.824689:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70034 00000100:00100000:3.0:1787755757.848545:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755757.848939:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654391936 00000100:00100000:0.0:1787755757.848950:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654391936 00000100:00100000:0.0:1787755757.849022:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70035 00000100:00100000:0.0:1787755757.849034:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:223518:x1874588654391936:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755757.849059:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755757.849081:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365786478 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21382c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755757.849169:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755757.849184:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755757.849196:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755757.849208:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755757.849216:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755757.849222:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:0.0:1787755757.849293:0:10714:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:0.0:1787755757.957682:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755757.957817:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755757.957853:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755757.957892:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392448 00000100:00100000:3.0:1787755757.957904:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392448 00000100:00100000:3.0:1787755757.957979:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15594 00000100:00100000:3.0:1787755757.957990:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654392448:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755757.958087:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654392448:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 98us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.958094:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15594 00000100:00080000:2.0:1787755757.958291:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755757.958951:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755757.958984:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755757.959050:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392064 00000100:00100000:3.0:1787755757.959056:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392064 00000100:00100000:3.0:1787755757.959103:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2372 00000100:00100000:3.0:1787755757.959111:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654392064:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755757.959152:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654392064:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 42us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.959159:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2372 00000100:00100000:1.0:1787755757.959265:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392192 00000100:00100000:1.0:1787755757.959270:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392192 00000100:00100000:1.0:1787755757.959363:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392704 00000100:00100000:1.0:1787755757.959367:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392704 00000100:00100000:1.0:1787755757.959389:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10013 00000100:00100000:1.0:1787755757.959396:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654392192:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755757.959431:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654392192:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755757.959438:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10013 00000100:00100000:1.0:1787755757.959451:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10014 00000100:00100000:1.0:1787755757.959457:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654392704:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755757.959482:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654392704:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755757.959487:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10014 00000100:00080000:3.0:1787755757.959935:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755757.960023:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755757.960143:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392576 00000100:00100000:3.0:1787755757.960150:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392576 00000100:00100000:3.0:1787755757.960193:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15595 00000100:00100000:3.0:1787755757.960201:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654392576:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755757.960248:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654392576:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 48us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.960255:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15595 00000100:00080000:3.0:1787755757.960274:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755757.960511:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755757.960577:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392320 00000100:00100000:3.0:1787755757.960582:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392320 00000100:00100000:3.0:1787755757.960624:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392832 00000100:00100000:3.0:1787755757.960627:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392832 00000100:00100000:3.0:1787755757.960647:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10015 00000100:00100000:3.0:1787755757.960654:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654392320:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755757.960691:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654392320:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.960698:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10015 00000100:00100000:3.0:1787755757.960713:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10016 00000100:00100000:3.0:1787755757.960720:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654392832:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755757.960746:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654392832:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755757.960753:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10016 00000100:00080000:0.0:1787755757.961109:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755758.289460:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755758.290776:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654392960 00000100:00100000:2.0:1787755758.290809:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654392960 00000100:00100000:2.0:1787755758.290995:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70036 00000100:00100000:2.0:1787755758.291009:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223521:x1874588654392960:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755758.291033:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755758.291455:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578648d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213833 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.291542:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.291560:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.291587:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755758.291643:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755758.291647:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755758.291670:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.291698:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578648d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.291718:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.291727:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755758.291730:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755758.291733:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755758.291935:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223521:x1874588654392960:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 928us (2483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.291947:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70036 00000100:00100000:1.0:1787755758.302853:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755758.303047:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393088 00000100:00100000:3.0:1787755758.303072:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393088 00000100:00100000:3.0:1787755758.303163:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70037 00000100:00100000:3.0:1787755758.303177:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223521:x1874588654393088:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755758.303204:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755758.303235:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578649b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21383a expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303353:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303374:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303389:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303409:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303417:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303425:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303521:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303530:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303537:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755758.303577:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303596:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303603:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303610:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303618:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303624:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755758.303629:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303637:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303652:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755758.303655:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755758.303661:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303669:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303687:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303693:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303699:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303704:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755758.303707:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303713:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303722:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48aff800) 00010000:00010000:3.0:1787755758.303724:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755758.303726:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303732:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303771:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578649b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303789:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.303806:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:3.0:1787755758.303809:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755758.303812:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755758.303898:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223521:x1874588654393088:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 724us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755758.303904:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70037 00000100:00100000:3.0:1787755758.307947:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755758.308119:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393216 00000100:00100000:0.0:1787755758.308132:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393216 00000100:00100000:0.0:1787755758.308206:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70038 00000100:00100000:0.0:1787755758.308220:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223521:x1874588654393216:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755758.308248:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755758.308278:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657864b7 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213841 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.308412:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657864be lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.308427:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657864be lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.308445:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657864be lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755758.308571:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00000004:00200000:0.0:1787755758.308576:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755758.308621:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657864b7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213841 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.308642:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657864be lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213841 expref: 6 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.308651:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:0.0:1787755758.308654:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755758.308658:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755758.308735:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223521:x1874588654393216:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 517us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.308742:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70038 00000100:00100000:1.0:1787755758.314068:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755758.314163:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393344 00000100:00100000:2.0:1787755758.314175:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393344 00000100:00100000:2.0:1787755758.314244:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70039 00000100:00100000:2.0:1787755758.314256:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223521:x1874588654393344:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755758.314278:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755758.314303:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657864c5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213848 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314447:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 3/1,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314463:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314476:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314491:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314498:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314504:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314629:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314643:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314649:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755758.314700:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e55:0x0]: returning size 6 00000004:00200000:2.0:1787755758.314706:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755758.314734:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314749:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314762:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314769:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314776:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314783:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314800:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755758.314806:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314815:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314839:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dff530fa500) 00010000:00010000:2.0:1787755758.314842:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755758.314850:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 3/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314859:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b3253657864cc lrc: 0/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314876:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314882:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314888:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314894:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755758.314897:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314904:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314911:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x4ec94fd6 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755758.314913:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755758.314916:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314921:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657864d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314957:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657864c5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213848 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314972:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213848 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.314980:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755758.314983:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755758.314985:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755758.315062:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223521:x1874588654393344:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 808us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.315070:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70039 00000100:00100000:2.0:1787755758.325809:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755758.326282:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393472 00000100:00100000:3.0:1787755758.326296:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393472 00000100:00100000:3.0:1787755758.326509:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70040 00000100:00100000:3.0:1787755758.326524:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223521:x1874588654393472:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755758.326549:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755758.326573:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657864e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21384f expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326646:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326662:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326679:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326691:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326700:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326707:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326840:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326851:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326860:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755758.326930:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da6:0x0]: returning size 6 00000004:00200000:3.0:1787755758.326936:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755758.326965:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326981:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.326993:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327005:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327011:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327019:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327026:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755758.327033:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327041:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327070:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff530faa00) 00010000:00010000:3.0:1787755758.327074:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755758.327081:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327090:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657864e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327110:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327117:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327123:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327128:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755758.327131:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327136:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327143:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48a2e000) 00010000:00010000:3.0:1787755758.327145:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755758.327148:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327155:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657864ef lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327188:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657864e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21384f expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327207:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21384f expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.327216:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755758.327218:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755758.327221:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755758.327387:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223521:x1874588654393472:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 864us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755758.327396:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70040 00000100:00100000:0.0:1787755758.337438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755758.337485:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755758.337733:0:6532:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393856 00000100:00100000:1.0:1787755758.337746:0:6532:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393856 00000100:00100000:1.0:1787755758.337850:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1225 00000100:00100000:1.0:1787755758.337862:0:6532:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223521:x1874588654393856:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:1.0:1787755758.337923:0:6532:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755758.337960:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657864f6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21384f expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.337993:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:1.0:1787755758.338006:0:6532:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755758.338117:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666902912:0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.338185:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.338213:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393600 00000100:00100000:2.0:1787755758.338218:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393600 00000100:00100000:1.0:1787755758.338245:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.338259:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11010 00000100:00100000:2.0:1787755758.338266:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654393600:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755758.338277:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755758.338293:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b3253657864da lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213848 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.338306:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755758.338343:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755758.338398:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654393600:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 132us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.338405:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11010 00000100:00100000:0.0:1787755758.338495:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666902912 00000100:00100000:0.0:1787755758.338510:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666902912 00000100:00100000:0.0:1787755758.338552:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23937 00000100:00100000:0.0:1787755758.338560:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666902912:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.338637:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666902912:12345-0@lo:1000:mdt_io00_000.0 Request processed in 78us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.338645:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23937 00000100:00100000:1.0:1787755758.338983:0:6532:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985297 gen 2 00000004:00080000:1.0:1787755758.338990:0:6532:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985297 committed transno 4294985297 00000020:00080000:1.0:1787755758.338999:0:6532:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4abc7e40 refcount 2 committed 0 result 0 batchid 4294979801 00000020:00080000:1.0:1787755758.339005:0:6532:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4ea400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4abc7540 00000020:00080000:1.0:1787755758.339008:0:6532:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].933 00000020:00080000:1.0:1787755758.339010:0:6532:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4eae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47c55000 00000020:00080000:1.0:1787755758.339013:0:6532:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].930 00000100:00100000:1.0:1787755758.339047:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666902912:0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.339125:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903040:0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.339155:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755758.339181:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.341909:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666903040 00000100:00100000:2.0:1787755758.341926:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666903040 00000100:00100000:2.0:1787755758.342006:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23938 00000100:00100000:2.0:1787755758.342016:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903040:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.342161:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903040:12345-0@lo:1000:mdt_io00_000.0 Request processed in 146us (3004us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.342169:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23938 00000100:00100000:1.0:1787755758.342434:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903040:0@lo:1000:mdt_io00_000.0 00000004:00080000:1.0:1787755758.342478:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00000100:00100000:1.0:1787755758.342548:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903168:0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.342589:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1787755758.342704:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979801 committed batchid 4294979800 00000020:00080000:0.0:1787755758.342786:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979800 00000100:00100000:1.0:1787755758.343105:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.347230:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666903168 00000100:00100000:2.0:1787755758.347250:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666903168 00000100:00100000:1.0:1787755758.347484:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23939 00000100:00100000:1.0:1787755758.347496:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903168:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.347688:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903168:12345-0@lo:1000:mdt_io00_000.0 Request processed in 193us (5098us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.347696:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23939 00000100:00100000:2.0:1787755758.347849:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903168:0@lo:1000:mdt_io00_000.0 00000004:00080000:2.0:1787755758.347901:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e54:0x0] 00000100:00100000:2.0:1787755758.347985:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903296:0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.348035:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.348090:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60dc0900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755758.348126:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666903296 00000100:00100000:0.0:1787755758.348133:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666903296 00000100:00100000:0.0:1787755758.348173:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23940 00000100:00100000:0.0:1787755758.348191:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903296:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.348269:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903296:12345-0@lo:1000:mdt_io00_000.0 Request processed in 87us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.348276:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23940 00000100:00100000:2.0:1787755758.348464:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903296:0@lo:1000:mdt_io00_000.0 00000004:00080000:2.0:1787755758.348511:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00000100:00100000:2.0:1787755758.348532:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903424:0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.348557:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.348575:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f01a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755758.349426:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666903424 00000100:00100000:1.0:1787755758.349436:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666903424 00000100:00100000:1.0:1787755758.349483:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23941 00000100:00100000:1.0:1787755758.349493:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903424:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.349575:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903424:12345-0@lo:1000:mdt_io00_000.0 Request processed in 83us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.349581:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23941 00000020:00080000:1.0:1787755758.350405:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979801 batchid updated 00000001:00080000:1.0:1787755758.350428:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957382 is committed 00000001:00080000:1.0:1787755758.350452:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957381 is committed 00000020:00080000:0.0:1787755758.350546:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979801 00000004:00080000:0.0:1787755758.350606:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4aba2f00 with version 1816 00000020:00080000:0.0:1787755758.350626:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979801 cancel update log [0x240000404:0x2:0x0].933: rc = 0 00010000:00010000:3.0:1787755758.350678:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.350690:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.350697:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.350703:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755758.350707:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755758.350708:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979801 cancel update log [0x200000bd0:0x2:0x0].930: rc = 0 00010000:00010000:3.0:1787755758.350715:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755758.350716:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979801 00010000:00010000:3.0:1787755758.350734:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48a2e000) 00010000:00010000:3.0:1787755758.350737:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755758.350743:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.350749:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657863d7 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.350963:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903424:0@lo:1000:mdt_io00_000.0 00000004:00020000:2.0:1787755758.351019:0:6532:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00000004:00020000:0.0:1787755758.351074:0:10714:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4498 00010000:00010000:2.0:1787755758.351078:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 3/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.351086:0:6532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 3/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.351096:0:6532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 3/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.351116:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903552:0@lo:101:mdt_io00_000.0 00010000:00010000:0.0:1787755758.351130:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351142:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351151:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755758.351163:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da6:0x0]: returning size 6 00000100:00100000:2.0:1787755758.351165:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.351220:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f1fe3c0 going to sleep for 11 seconds 00010000:00010000:0.0:1787755758.351232:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351239:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351246:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351252:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351257:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755758.351260:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351265:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351275:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff530faa00) 00010000:00010000:0.0:1787755758.351278:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755758.351281:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351286:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578647f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351297:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351303:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351308:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.351311:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666903552 00010000:00010000:0.0:1787755758.351338:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755758.351342:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.351342:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666903552 00010000:00010000:0.0:1787755758.351348:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351355:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48a2e000) 00010000:00010000:0.0:1787755758.351358:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755758.351360:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351366:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786486 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.351384:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23942 00000100:00100000:3.0:1787755758.351392:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6532:x1874588666903552:12345-0@lo:101:mdt_io00_000.0 00010000:00010000:3.0:1787755758.351406:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755758.351419:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365786478 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 12 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.351430:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657864fd expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351432:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.351441:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:0.0:1787755758.351443:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755758.351445:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00010000:00010000:3.0:1787755758.351454:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.351463:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.351491:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755758.351501:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+11:223518:x1874588654391936:12345-192.168.201.7@tcp:101:cat.0 Request processed in 502470us (502966us total) trans 8589957383 rc 0/0 00010000:00010000:3.0:1787755758.351507:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 6 pid: 35169 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755758.351509:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70035 00000100:00100000:3.0:1787755758.351519:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588666903680:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755758.351561:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c6c0 going to sleep for 11 seconds 00000004:00080000:1.0:1787755758.355135:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1816 rpc_version 1816 00000020:00100000:1.0:1787755758.355195:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755758.355209:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a918e00 x1874588666903936/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755758.355235:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666903936:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755758.355351:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755758.355409:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.355465:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666903936 00000100:00100000:2.0:1787755758.355474:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666903936 00000100:00100000:2.0:1787755758.355546:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23943 00000100:00100000:2.0:1787755758.355559:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588666903936:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755758.355711:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588666903680:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755758.355756:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.355779:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dff530fa500) 00010000:00010000:0.0:1787755758.355783:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755758.355788:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.355795:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666903936:12345-0@lo:1000:osp_up1-0.0 Request processed in 237us (442us total) trans 4294985307 rc 0/0 00000100:00100000:2.0:1787755758.355805:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23943 00000100:00100000:1.0:1787755758.357255:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666903936:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787755758.357433:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:0.0:1787755758.357504:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbd050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6532:x1874588666903552:12345-0@lo:101:mdt_io00_000.0 Request processed in 6110us (6337us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.357512:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23942 00000100:00100000:2.0:1787755758.360457:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666903552:0@lo:101:mdt_io00_000.0 00010000:00010000:2.0:1787755758.360495:0:6532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 4/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.360508:0:6532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 4/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.362079:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755758.362137:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394112 00000100:00100000:3.0:1787755758.362147:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394112 00000100:00100000:2.0:1787755758.362152:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755758.362200:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30728 00000100:00100000:3.0:1787755758.362211:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654394112:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755758.362236:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755758.362258:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8bc300c/0x9b2b325365786519 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213856 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.362369:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588666904064:192.168.201.7@tcp:106: 00000100:00100000:3.0:1787755758.362497:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755758.363724:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654393984 00000100:00100000:0.0:1787755758.363737:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654393984 00010000:00010000:0.0:1787755758.363797:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 7 pid: 35169 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755758.363844:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21564 00000100:00100000:0.0:1787755758.363853:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654393984:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755758.363868:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755758.363876:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 7 pid: 35169 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.363891:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 7 pid: 35169 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.363913:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786463 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21381e expref: 7 pid: 35169 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.363935:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dff530fa500) 00010000:00010000:0.0:1787755758.363942:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.363953:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.363962:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.363998:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755758.364011:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1874588666904192:0@lo:105: 00000100:00100000:0.0:1787755758.364083:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755758.364116:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755758.364436:0:6503:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1787755758.364451:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666904192 00000100:00100000:3.0:1787755758.364456:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666904192 00000100:00100000:3.0:1787755758.364496:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7860 00000100:00100000:3.0:1787755758.364505:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bda450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6505:x1874588666904192:12345-0@lo:105: 00010000:00010000:3.0:1787755758.364521:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 5/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.364532:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 5/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.364542:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 5/0,1 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.364551:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.364558:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.364566:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.364591:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2400) 00000100:00100000:3.0:1787755758.364639:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bda450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6505:x1874588666904192:12345-0@lo:105: Request processed in 136us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755758.364645:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7860 00000100:00100000:3.0:1787755758.364724:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1874588666904192:0@lo:105: 00010000:00010000:3.0:1787755758.364742:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755758.364784:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654393984:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 932us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755758.364792:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21564 00010000:00010000:2.0:1787755758.364924:0:6532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.364937:0:6532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755758.364967:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00010000:00010000:2.0:1787755758.365023:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365031:0:6532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365042:0:6532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.365061:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904320:0@lo:101:mdt_io00_000.0 00000100:00100000:2.0:1787755758.365099:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.365125:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f01600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.365143:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666904320 00000100:00100000:2.0:1787755758.365148:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666904320 00000100:00100000:2.0:1787755758.365184:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23944 00000100:00100000:2.0:1787755758.365190:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6532:x1874588666904320:12345-0@lo:101:mdt_io00_000.0 00010000:00010000:2.0:1787755758.365218:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755758.365235:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365786527 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786520 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365258:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365786527 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786520 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365272:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365786527 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786520 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365280:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x4ec94fd6 (ffff9dfe471d1300) 00010000:00010000:2.0:1787755758.365282:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755758.365285:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755758.365366:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904320:12345-0@lo:101:mdt_io00_000.0 Request processed in 175us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.365372:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23944 00000100:00100000:2.0:1787755758.365404:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904320:0@lo:101:mdt_io00_000.0 00010000:00010000:2.0:1787755758.365418:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365428:0:6532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755758.365440:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00010000:00010000:2.0:1787755758.365461:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365473:0:6532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365482:0:6532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365507:0:6532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.365523:0:6532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 10 pid: 6520 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.365534:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000_UUID:6532:1874588666904448:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755758.365578:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f01600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755758.370766:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000_UUID:6532:1874588666904448:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755758.370800:0:6532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.382209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00002000:00010000:3.0:1787755758.382277:0:9891:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x517:0x0] updating lvb size: 0 -> 6 00002000:00010000:3.0:1787755758.382282:0:9891:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x517:0x0] updating lvb mtime: 0 -> 1787755752 00002000:00010000:3.0:1787755758.382285:0:9891:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x517:0x0] updating lvb atime: 0 -> 1787755752 00002000:00010000:3.0:1787755758.382287:0:9891:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x517:0x0] updating lvb ctime: 0 -> 1787755752 00002000:00010000:3.0:1787755758.382290:0:9891:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x517:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:3.0:1787755758.382353:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588666904064:192.168.201.7@tcp:106: 00000100:00100000:1.0:1787755758.382358:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394240 00000100:00100000:1.0:1787755758.382367:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394240 00010000:00010000:3.0:1787755758.382402:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8bc300c/0x9b2b325365786519 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213856 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.382417:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 11 pid: 6520 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.382442:0:9891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8bc300c/0x9b2b325365786519 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213856 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755758.382458:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21565 00010000:00010000:3.0:1787755758.382460:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:1.0:1787755758.382471:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654394240:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755758.382488:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755758.382495:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 11 pid: 6520 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.382519:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 11 pid: 6520 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.382535:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654394112:12345-192.168.201.7@tcp:101:cat.0 Request processed in 20326us (20464us total) trans 0 rc 301/301 00010000:00010000:1.0:1787755758.382538:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786471 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213825 expref: 11 pid: 6520 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.382543:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30728 00010000:00010000:1.0:1787755758.382552:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff530faa00) 00010000:00010000:1.0:1787755758.382558:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.382568:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.382576:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.382611:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755758.382632:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654394240:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 164us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.382640:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21565 00010000:00010000:3.0:1787755758.382995:0:6532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.383005:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.383037:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.383048:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.383057:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.383138:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904576:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.383191:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.383231:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755758.384286:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666904576 00000100:00100000:1.0:1787755758.384297:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666904576 00000100:00100000:1.0:1787755758.384375:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23945 00000100:00100000:1.0:1787755758.384392:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904576:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.384520:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904576:12345-0@lo:1000:mdt_io00_000.0 Request processed in 131us (1328us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.384528:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23945 00000100:00100000:3.0:1787755758.386494:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904576:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.386944:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904704:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.387090:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.387138:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.387228:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666904704 00000100:00100000:2.0:1787755758.387237:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666904704 00000100:00100000:2.0:1787755758.387357:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23946 00000100:00100000:2.0:1787755758.387369:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904704:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.387477:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904704:12345-0@lo:1000:mdt_io00_000.0 Request processed in 111us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.387484:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23946 00000100:00100000:3.0:1787755758.387579:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904704:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.388008:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904832:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.388042:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.388143:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755758.388287:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666904832 00000100:00100000:1.0:1787755758.388293:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666904832 00000100:00100000:1.0:1787755758.388352:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23947 00000100:00100000:1.0:1787755758.388360:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904832:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.388602:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904832:12345-0@lo:1000:mdt_io00_000.0 Request processed in 242us (558us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755758.388608:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23947 00000100:00100000:3.0:1787755758.388801:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904832:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.388891:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904960:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.388923:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.389020:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.389102:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666904960 00000100:00100000:2.0:1787755758.389110:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666904960 00000100:00100000:2.0:1787755758.389135:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23948 00000100:00100000:2.0:1787755758.389141:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904960:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.389205:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666904960:12345-0@lo:1000:mdt_io00_000.0 Request processed in 64us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.389212:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23948 00000100:00100000:3.0:1787755758.389275:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666904960:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.389383:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905088:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.389410:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.389423:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.389611:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666905088 00000100:00100000:2.0:1787755758.389625:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666905088 00000100:00100000:2.0:1787755758.389658:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23949 00000100:00100000:2.0:1787755758.389665:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666905088:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.389722:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666905088:12345-0@lo:1000:mdt_io00_000.0 Request processed in 57us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.389730:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23949 00000100:00100000:3.0:1787755758.390071:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905088:0@lo:1000:mdt_io00_000.0 00000004:00080000:3.0:1787755758.390101:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e54:0x0] 00000100:00100000:2.0:1787755758.390139:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:3.0:1787755758.390183:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.390202:0:6532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.390214:0:6532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.390244:0:6532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.390260:0:6532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 9 pid: 10714 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.390273:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000_UUID:6532:1874588666905216:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755758.390293:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394368 00000100:00100000:0.0:1787755758.390299:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394368 00000100:00100000:3.0:1787755758.390360:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755758.390848:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30729 00000100:00100000:0.0:1787755758.390861:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:223518:x1874588654394368:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755758.390873:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755758.390889:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21385d expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.390917:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.390931:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x517:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755758.390935:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755758.390940:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 6 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.390964:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.390974:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 5 pid: 8433 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755758.390984:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588666905344:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755758.391027:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755758.397606:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588666905344:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755758.397612:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000_UUID:6532:1874588666905216:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755758.397644:0:6532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.397652:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 6 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.397677:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:2.0:1787755758.397728:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755758.397747:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:223518:x1874588654394368:12345-192.168.201.7@tcp:101:cat.0 Request processed in 6889us (7609us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.397757:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30729 00000100:00100000:1.0:1787755758.398285:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394496 00000100:00100000:1.0:1787755758.398294:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394496 00010000:00010000:1.0:1787755758.398358:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 10 pid: 10714 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755758.398394:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21566 00000100:00100000:1.0:1787755758.398405:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654394496:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755758.398419:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755758.398427:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 10 pid: 10714 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.398441:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 10 pid: 10714 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.398466:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786504 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21382c expref: 10 pid: 10714 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.398486:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:1.0:1787755758.398490:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.398567:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.398576:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.398640:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755758.398681:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654394496:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 277us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.398689:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21566 00010000:00010000:3.0:1787755758.402059:0:6532:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.402078:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.402173:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.402182:0:6532:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.402197:0:6532:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.402225:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905472:0@lo:101:mdt_io00_000.0 00000100:00100000:3.0:1787755758.402300:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.402361:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.402758:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666905472 00000100:00100000:2.0:1787755758.402771:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666905472 00000100:00100000:2.0:1787755758.402860:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23950 00000100:00100000:2.0:1787755758.402872:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6532:x1874588666905472:12345-0@lo:101:mdt_io00_000.0 00010000:00010000:2.0:1787755758.402891:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755758.402908:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365786551 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578654a expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.402934:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365786551 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578654a expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.402949:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365786551 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578654a expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.402957:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:2.0:1787755758.402960:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1787755758.402964:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755758.403019:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905472:12345-0@lo:101:mdt_io00_000.0 Request processed in 149us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.403026:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23950 00000100:00100000:3.0:1787755758.404812:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905472:0@lo:101:mdt_io00_000.0 00010000:00010000:3.0:1787755758.404864:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.404882:0:6532:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755758.404924:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e55:0x0] 00000100:00100000:3.0:1787755758.405022:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905600:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.405104:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.405151:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755758.405187:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666905600 00000100:00100000:1.0:1787755758.405195:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666905600 00000100:00100000:1.0:1787755758.405258:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23951 00000100:00100000:1.0:1787755758.405269:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905600:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:1.0:1787755758.405454:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905600:12345-0@lo:1000:mdt_io00_000.0 Request processed in 186us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.405462:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23951 00000100:00100000:0.0:1787755758.405602:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905600:0@lo:1000:mdt_io00_000.0 00000004:00080000:0.0:1787755758.405637:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00000100:00100000:0.0:1787755758.405676:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905728:0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.405708:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755758.405739:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.406425:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666905728 00000100:00100000:2.0:1787755758.406433:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666905728 00000100:00100000:2.0:1787755758.406483:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23952 00000100:00100000:2.0:1787755758.406492:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905728:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.406610:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905728:12345-0@lo:1000:mdt_io00_000.0 Request processed in 118us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.406617:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23952 00000100:00100000:3.0:1787755758.408791:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905728:0@lo:1000:mdt_io00_000.0 00000004:00080000:3.0:1787755758.408871:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e54:0x0] 00010000:00010000:3.0:1787755758.408930:0:6532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.408949:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.408961:0:6532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.409047:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905856:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.409120:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.409162:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755758.409361:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666905856 00000100:00100000:0.0:1787755758.409371:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666905856 00000100:00100000:0.0:1787755758.409447:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23953 00000100:00100000:0.0:1787755758.409458:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905856:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.409560:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905856:12345-0@lo:1000:mdt_io00_000.0 Request processed in 103us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.409568:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23953 00000100:00100000:2.0:1787755758.410005:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905856:0@lo:1000:mdt_io00_000.0 00000004:00080000:2.0:1787755758.410038:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e54:0x0] 00000100:00100000:2.0:1787755758.410074:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905984:0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.410112:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.410156:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f1fe3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755758.410158:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666905984 00000100:00100000:3.0:1787755758.410165:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666905984 00000100:00100000:3.0:1787755758.410219:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23954 00000100:00100000:3.0:1787755758.410228:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905984:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.410294:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666905984:12345-0@lo:1000:mdt_io00_000.0 Request processed in 66us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755758.410302:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23954 00000100:00100000:2.0:1787755758.410346:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666905984:0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.410395:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906112:0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.410418:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755758.410430:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f01600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755758.410481:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666906112 00000100:00100000:0.0:1787755758.410485:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666906112 00000100:00100000:0.0:1787755758.410581:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23955 00000100:00100000:0.0:1787755758.410588:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906112:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.410654:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906112:12345-0@lo:1000:mdt_io00_000.0 Request processed in 66us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.410659:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23955 00000100:00100000:3.0:1787755758.410870:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906112:0@lo:1000:mdt_io00_000.0 00000004:00080000:3.0:1787755758.410894:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00000100:00100000:3.0:1787755758.410924:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906240:0@lo:1000:mdt_io00_000.0 00000100:00100000:3.0:1787755758.410955:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.410978:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.411010:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666906240 00000100:00100000:2.0:1787755758.411016:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666906240 00000100:00100000:2.0:1787755758.411050:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23956 00000100:00100000:2.0:1787755758.411058:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906240:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.411126:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906240:12345-0@lo:1000:mdt_io00_000.0 Request processed in 68us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.411133:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23956 00000100:00100000:0.0:1787755758.411215:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906240:0@lo:1000:mdt_io00_000.0 00000004:00080000:0.0:1787755758.411236:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e54:0x0] 00000100:00100000:0.0:1787755758.411264:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906368:0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.411291:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.411349:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666906368 00000100:00100000:3.0:1787755758.411354:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666906368 00000100:00100000:0.0:1787755758.411423:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.411473:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23957 00000100:00100000:2.0:1787755758.411482:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906368:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.411542:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906368:12345-0@lo:1000:mdt_io00_000.0 Request processed in 62us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.411549:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23957 00000100:00100000:0.0:1787755758.411591:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906368:0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.411624:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906496:0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.411646:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755758.411669:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.411852:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666906496 00000100:00100000:2.0:1787755758.411857:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666906496 00000100:00100000:2.0:1787755758.411887:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23958 00000100:00100000:2.0:1787755758.411894:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906496:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.411952:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906496:12345-0@lo:1000:mdt_io00_000.0 Request processed in 58us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.411958:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23958 00000100:00100000:0.0:1787755758.412032:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906496:0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.412097:0:6532:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906624:0@lo:1000:mdt_io00_000.0 00000100:00100000:0.0:1787755758.412120:0:6532:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755758.412145:0:6532:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.412200:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666906624 00000100:00100000:2.0:1787755758.412205:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666906624 00000100:00100000:2.0:1787755758.412237:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23959 00000100:00100000:2.0:1787755758.412244:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906624:12345-0@lo:1000:mdt_io00_000.0 00000100:00100000:2.0:1787755758.412312:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6532:x1874588666906624:12345-0@lo:1000:mdt_io00_000.0 Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.412338:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23959 00000100:00100000:3.0:1787755758.412536:0:6532:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_000:lustre-MDT0000-mdtlov_UUID:6532:1874588666906624:0@lo:1000:mdt_io00_000.0 00000004:00080000:3.0:1787755758.413003:0:6532:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1da6:0x0] is inserted into orphan list, open count = 1 00000040:00080000:2.0:1787755758.414957:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].931, 1240 off869944 00000040:00080000:2.0:1787755758.415086:0:6532:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].934, 1320 off966888 00000004:00080000:2.0:1787755758.415095:0:6532:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4b28c3c0 with version 1817 00000004:00080000:1.0:1787755758.417129:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1817 rpc_version 1817 00000020:00100000:1.0:1787755758.417188:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755758.417200:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91b480 x1874588666906880/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755758.417228:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666906880:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755758.417339:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755758.417384:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755758.417529:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666906880 00000100:00100000:2.0:1787755758.417539:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666906880 00000100:00100000:2.0:1787755758.417604:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23960 00000100:00100000:2.0:1787755758.417614:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666906880:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755758.418123:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:30971:x1874588666906880:12345-0@lo:1000:osp_up1-0.0 Request processed in 509us (782us total) trans 4294985308 rc 0/0 00000100:00100000:2.0:1787755758.418134:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23960 00000100:00100000:1.0:1787755758.418475:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666906880:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755758.418958:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755758.419022:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394624 00000100:00100000:3.0:1787755758.419030:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394624 00010000:00010000:3.0:1787755758.419080:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 6 pid: 8433 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.419121:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21567 00010000:00010000:2.0:1787755758.419132:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.419133:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654394624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755758.419147:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419153:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755758.419158:0:6532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419165:0:6532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755758.419171:0:6532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419177:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 6 pid: 8433 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419195:0:6532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419204:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 6 pid: 8433 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419216:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe48a2e800) 00010000:00010000:2.0:1787755758.419221:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755758.419226:0:6532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419231:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bc767048/0x9b2b3253657863ec lrc: 0/0,0 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2137f4 expref: 6 pid: 8433 timeout: 8915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419235:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578653c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1da6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419258:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755758.419264:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(1 0) 00000004:00080000:2.0:1787755758.419267:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e55:0x0] 00010000:00010000:3.0:1787755758.419275:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419277:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419297:0:6532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419297:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755758.419387:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755758.419402:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1874588666907008:192.168.201.7@tcp:105: 00000100:00080000:0.0:1787755758.419465:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755758.419531:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419538:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419543:0:6532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419549:0:6532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755758.419552:0:6532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419563:0:6532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419572:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff530faa00) 00010000:00010000:2.0:1787755758.419574:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755758.419578:0:6532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419583:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578652e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755758.419599:0:6532:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e6b455e7 reply state 000000006d9ccfb7 transno 8589957384 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419609:0:6532:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419616:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755758.419618:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755758.419621:0:6532:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1787755758.419625:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00010000:00010000:2.0:1787755758.419629:0:6532:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419635:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419641:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419704:0:6532:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755758.419709:0:6532:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x190:0x0] 00010000:00010000:2.0:1787755758.419713:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419720:0:6532:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419728:0:6532:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419733:0:6532:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419739:0:6532:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419744:0:6532:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755758.419746:0:6532:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419752:0:6532:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419760:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:2.0:1787755758.419763:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755758.419766:0:6532:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.419771:0:6532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786558 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755758.419886:0:6532:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223521:x1874588654393856:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 82025us (82460us total) trans 8589957384 rc 0/0 00000100:00100000:2.0:1787755758.419893:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1225 00000100:00100000:3.0:1787755758.421658:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60dc0900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755758.424065:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755758.424488:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6505:1874588666907008:192.168.201.7@tcp:105: 00010000:00010000:0.0:1787755758.424514:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755758.424616:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654394624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5484us (5659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755758.424627:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21567 00010000:00010000:1.0:1787755758.426581:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755758.426596:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.426610:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755758.426618:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755758.426628:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.426687:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 2/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.426693:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755758.426717:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 1/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.426725:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b3253657864fd lrc: 0/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786512 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.426751:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755758.426753:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755758.426754:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755758.427733:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666907136:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755758.427834:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755758.428307:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666907136 00000100:00100000:1.0:1787755758.428340:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666907136 00000100:00100000:1.0:1787755758.428404:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11011 00000100:00100000:1.0:1787755758.428415:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+10:3648:x1874588666907136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755758.428429:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755758.428450:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365786512 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657864fd expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.428470:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dff530fa500) 00010000:00010000:1.0:1787755758.428480:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755758.428526:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588666907136:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755758.428533:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11011 00000100:00100000:0.0:1787755758.428769:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666907136:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755758.431107:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394752 00000100:00100000:2.0:1787755758.431124:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394752 00000100:00100000:2.0:1787755758.431201:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70041 00000100:00100000:2.0:1787755758.431212:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223518:x1874588654394752:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755758.431239:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755758.431265:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578655f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213864 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.431345:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578655f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213864 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.431363:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578655f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da6:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213864 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755758.431384:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755758.431388:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755758.431392:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755758.431465:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223518:x1874588654394752:12345-192.168.201.7@tcp:101:cat.0 Request processed in 253us (7409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755758.431471:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70041 00000100:00100000:3.0:1787755758.436453:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755758.441701:0:42692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654394880 00000100:00100000:0.0:1787755758.441730:0:42692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654394880 00002000:00100000:0.0:1787755758.442296:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x517:0x0] (0->4095) req@ffff9dfe466c3800 x1874588654394880/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:329/0 lens 488/0 e 0 to 0 dl 1787755769 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755758.442309:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe466c3800 with x1874588654394880 ext(0->4095) 00002000:00010000:0.0:1787755758.443025:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe466c3800 00000100:00100000:1.0:1787755758.446672:0:20161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27909 00000100:00100000:1.0:1787755758.446717:0:20161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654394880:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:1.0:1787755758.448413:0:20161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654394880:12345-192.168.201.7@tcp:3:cat.0 Request processed in 1701us (11953us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1787755758.448430:0:20161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27909 00002000:00100000:1.0:1787755758.448448:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x517:0x0] (0->4095) req@ffff9dfe466c3800 x1874588654394880/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:329/0 lens 488/4536 e 0 to 0 dl 1787755769 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755758.448462:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe466c3800 with x1874588654394880 ext(0->4095) 00002000:00010000:1.0:1787755758.448470:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe466c3800 00000100:00100000:0.0:1787755758.453637:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755758.453948:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654395136 00000100:00100000:1.0:1787755758.453963:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654395136 00000100:00100000:1.0:1787755758.454043:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9316 00000100:00100000:1.0:1787755758.454065:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a6bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:223518:x1874588654395136:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:1.0:1787755758.454428:0:6522:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1da6:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1787755758.454508:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].217, 64 off22080 00000004:00080000:1.0:1787755758.454522:0:6522:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8815476205614ns, next at 8816476202068ns, rc = 0 00010000:00010000:1.0:1787755758.454585:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.454603:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.454615:0:6522:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.454624:0:6522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.454631:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.454637:0:6522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755758.454709:0:6522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755758.454855:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a6bf050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:223518:x1874588654395136:12345-192.168.201.7@tcp:35:cat.0 Request processed in 791us (1228us total) trans 8589957385 rc 0/0 00000100:00100000:1.0:1787755758.454869:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9316 00010000:00010000:0.0:1787755758.458419:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755758.458436:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.458449:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755758.458455:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.458466:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.458487:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:0.0:1787755758.458491:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755758.458498:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.458504:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786566 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1da6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755758.458533:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755758.458535:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755758.458538:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755758.563300:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755758.563948:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755758.563988:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666907264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755758.564100:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755758.564751:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666907264 00000100:00100000:3.0:1787755758.564762:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666907264 00000100:00100000:3.0:1787755758.564907:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23961 00000100:00100000:3.0:1787755758.564922:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588666907264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755758.564977:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443426304 avail 1297186816 00000100:00100000:3.0:1787755758.565428:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588666907264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 508us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755758.565436:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23961 00000100:00100000:2.0:1787755758.567985:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666907264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755759.074605:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666907392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755759.074683:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.074885:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755759.074900:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666907520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755759.074945:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.074989:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666907520 00000100:00100000:0.0:1787755759.075003:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666907520 00000100:00100000:0.0:1787755759.075066:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23962 00000100:00100000:0.0:1787755759.075076:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588666907520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755759.075131:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442816000 avail 1296576512 00000100:00100000:0.0:1787755759.075189:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588666907520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.075200:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23962 00000100:00100000:0.0:1787755759.075244:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957382 gen 2 00000004:00080000:0.0:1787755759.075251:0:3648:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957382 committed transno 8589957382 00000100:00100000:0.0:1787755759.075285:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666907520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755759.075407:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666907648:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755759.075450:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.075480:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666907392 00000100:00100000:0.0:1787755759.075484:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666907392 00000100:00100000:0.0:1787755759.075520:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666907648 00000100:00100000:0.0:1787755759.075523:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666907648 00000100:00100000:0.0:1787755759.075540:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6757 00000100:00100000:0.0:1787755759.075547:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666907392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755759.075569:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755759.075607:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666907392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.075614:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6757 00000100:00100000:0.0:1787755759.075627:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758 00000100:00100000:0.0:1787755759.075633:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666907648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755759.075656:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915776000 avail 3684253696 00000100:00100000:0.0:1787755759.075688:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666907648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.075694:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758 00000100:00080000:0.0:1787755759.075711:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755759.075716:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755759.076094:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666907392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755759.076135:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666907648:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787755759.589970:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755759.745744:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.745847:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654395264 00000100:00100000:3.0:1787755759.745861:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654395264 00000100:00100000:3.0:1787755759.745953:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70042 00000100:00100000:3.0:1787755759.745967:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:223557:x1874588654395264:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755759.745994:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755759.746025:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578656d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21386b expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.746109:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786574 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.746128:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786574 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.746142:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786574 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755759.746271:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00000004:00200000:3.0:1787755759.746276:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1787755759.746297:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786574 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.746359:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578656d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21386b expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.746391:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786574 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21386b expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.746402:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755759.746405:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755759.746410:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755759.746479:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:223557:x1874588654395264:12345-192.168.201.7@tcp:101:rm.0 Request processed in 516us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.746487:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70042 00000100:00080000:0.0:1787755759.746706:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755759.751384:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.751506:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654395392 00000100:00100000:3.0:1787755759.751518:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654395392 00000100:00100000:3.0:1787755759.751575:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70043 00000100:00100000:3.0:1787755759.751586:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:223557:x1874588654395392:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755759.751607:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755759.751638:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578657b lrc: 2/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213872 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.751725:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.751741:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.751753:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755759.751833:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x190:0x0]: returning size 4096 00000004:00200000:3.0:1787755759.751844:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755759.751883:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578657b lrc: 0/0,0 mode: --/CR res: [0x240000400:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.751899:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.751906:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755759.751909:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755759.751912:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755759.751986:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:223557:x1874588654395392:12345-192.168.201.7@tcp:101:rm.0 Request processed in 400us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.751994:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70043 00000100:00100000:0.0:1787755759.755919:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755759.756072:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654395520 00000100:00100000:2.0:1787755759.756084:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654395520 00000100:00100000:2.0:1787755759.756180:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70044 00000100:00100000:2.0:1787755759.756191:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:223557:x1874588654395520:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755759.756216:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755759.756244:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786589 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213879 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.756357:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755759.756361:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787755759.756375:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.756387:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755759.756444:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18e:0x0]: returning size 4096 00000004:00200000:2.0:1787755759.756450:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755759.756493:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786589 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.756517:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.756528:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:2.0:1787755759.756531:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755759.756536:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755759.756618:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654395520:12345-192.168.201.7@tcp:101:rm.0 Request processed in 428us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.756626:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70044 00000100:00100000:2.0:1787755759.766655:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755759.767121:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654395776 00000100:00100000:0.0:1787755759.767138:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654395776 00000100:00100000:0.0:1787755759.767230:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70045 00000100:00100000:0.0:1787755759.767242:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:223557:x1874588654395776:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755759.767268:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755759.767295:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786597 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213880 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755759.767530:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00010000:00010000:0.0:1787755759.767649:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786597 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213880 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.767667:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755759.767671:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755759.767676:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786597 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213880 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.767694:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755759.767766:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:223557:x1874588654395776:12345-192.168.201.7@tcp:101:rm.0 Request processed in 526us (1127us total) trans 4294985309 rc 301/301 00000100:00100000:0.0:1787755759.767775:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70045 00000100:00100000:2.0:1787755759.774233:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755759.774356:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654395904 00000100:00100000:0.0:1787755759.774372:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654395904 00000100:00100000:0.0:1787755759.774436:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9317 00000100:00100000:0.0:1787755759.774446:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223557:x1874588654395904:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:2.0:1787755759.779213:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223557:x1874588654395904:12345-192.168.201.7@tcp:37:rm.0 Request processed in 4745us (4970us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.779233:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9317 00000100:00100000:0.0:1787755759.789598:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.790181:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654396032 00000100:00100000:3.0:1787755759.790193:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654396032 00000100:00100000:3.0:1787755759.790273:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9318 00000100:00100000:3.0:1787755759.790286:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396032:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:2.0:1787755759.798382:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396032:12345-192.168.201.7@tcp:37:rm.0 Request processed in 8083us (8781us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.798400:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9318 00000100:00100000:3.0:1787755759.803609:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755759.805545:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654396288 00000100:00100000:1.0:1787755759.805561:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654396288 00000100:00100000:1.0:1787755759.805629:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9319 00000100:00100000:1.0:1787755759.805641:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223557:x1874588654396288:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:1.0:1787755759.806009:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1178, 344 off1070328 00000040:00080000:1.0:1787755759.806072:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1497, 424 off1511152 00000004:00080000:1.0:1787755759.806079:0:20141:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4479ce40 with version 6798 00000004:00080000:1.0:1787755759.806100:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6798 rpc_version 6798 00000020:00100000:1.0:1787755759.806136:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755759.806149:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff81896300 x1874588666907904/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755759.806191:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81896300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666907904:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755759.806270:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.806309:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755759.807420:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666907904 00000100:00100000:2.0:1787755759.807433:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666907904 00000100:00100000:2.0:1787755759.807497:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23963 00000100:00100000:2.0:1787755759.807508:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666907904:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755759.807759:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666907904:12345-0@lo:1000:osp_up0-1.0 Request processed in 252us (1486us total) trans 8589957386 rc 0/0 00000100:00100000:2.0:1787755759.807768:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23963 00000100:00100000:1.0:1787755759.808036:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81896300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666907904:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755759.808242:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223557:x1874588654396288:12345-192.168.201.7@tcp:35:rm.0 Request processed in 2602us (4647us total) trans 4294985310 rc 0/0 00000100:00100000:2.0:1787755759.808252:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9319 00000100:00100000:0.0:1787755759.818084:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.818155:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654396544 00000100:00100000:3.0:1787755759.818169:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654396544 00000100:00100000:3.0:1787755759.818244:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70046 00000100:00100000:3.0:1787755759.818260:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223557:x1874588654396544:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755759.818296:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755759.818357:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657865a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213887 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.818601:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657865ac lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.818617:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657865ac lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.818629:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657865ac lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755759.818649:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00010000:00010000:3.0:1787755759.818814:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657865a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213887 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.818847:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657865ac lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213887 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.818858:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755759.818861:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755759.818866:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755759.818966:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396544:12345-192.168.201.7@tcp:101:rm.0 Request processed in 710us (892us total) trans 4294985311 rc 0/0 00000100:00100000:3.0:1787755759.818976:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70046 00000100:00100000:0.0:1787755759.831500:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755759.832048:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654396672 00000100:00100000:1.0:1787755759.832059:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654396672 00000100:00100000:1.0:1787755759.832109:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70047 00000100:00100000:1.0:1787755759.832116:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396672:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:1.0:1787755759.832164:0:35159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:1.0:1787755759.832248:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396672:12345-192.168.201.7@tcp:41:rm.0 Request processed in 130us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.832256:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70047 00000100:00100000:0.0:1787755759.840722:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755759.841773:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654396800 00000100:00100000:2.0:1787755759.841800:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654396800 00000100:00100000:2.0:1787755759.841896:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70048 00000100:00100000:2.0:1787755759.841910:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396800:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755759.841941:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755759.841976:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865ba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21388e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842347:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842372:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842388:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842402:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842410:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842418:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842509:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657865cf lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842518:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657865cf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842524:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657865cf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755759.842553:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657865cf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842575:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842582:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842589:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842596:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842603:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755759.842608:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842618:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842634:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:2.0:1787755759.842637:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755759.842643:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842650:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657865c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842673:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842679:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842687:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842693:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755759.842695:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842701:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842838:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755759.842841:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755759.842845:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842851:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657865c8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842886:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865ba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21388e expref: 14 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842900:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657865cf lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21388e expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.842908:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755759.842910:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755759.842913:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755759.843063:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:223557:x1874588654396800:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1154us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.843085:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70048 00000100:00100000:2.0:1787755759.852268:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.852371:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654396928 00000100:00100000:3.0:1787755759.852388:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654396928 00000100:00100000:3.0:1787755759.852464:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70049 00000100:00100000:3.0:1787755759.852476:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:223557:x1874588654396928:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755759.853010:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755759.853067:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657865d6 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213895 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.853159:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657865dd lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.853181:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657865dd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.853208:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657865dd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755759.853281:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e55:0x0]: returning size 6 00000004:00200000:3.0:1787755759.853286:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1787755759.853369:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657865d6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213895 expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.853399:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657865dd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213895 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.853409:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:3.0:1787755759.853412:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755759.853417:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755759.853494:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+13:223557:x1874588654396928:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1020us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.853502:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70049 00000100:00100000:0.0:1787755759.860654:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755759.860737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.860815:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654397312 00000100:00100000:3.0:1787755759.860830:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654397312 00000100:00100000:3.0:1787755759.860920:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70050 00000100:00100000:1.0:1787755759.860936:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654397056 00000100:00100000:3.0:1787755759.860936:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+13:223557:x1874588654397312:12345-192.168.201.7@tcp:36:rm.0 00000100:00100000:1.0:1787755759.860944:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654397056 00000100:00100000:1.0:1787755759.861006:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11012 00000100:00100000:1.0:1787755759.861016:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:2401:x1874588654397056:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755759.861036:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.861084:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657865cf lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21388e expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.861121:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:1.0:1787755759.861138:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755759.861152:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755759.861174:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657865dd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e55:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213895 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.861200:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:3.0:1787755759.861205:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.861223:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654397056:12345-192.168.201.7@tcp:103:rm.0 Request processed in 207us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.861232:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11012 00010000:00010000:3.0:1787755759.861265:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.861275:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.861285:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.861310:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666908032:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755759.861384:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755759.861414:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755759.861600:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908032 00000100:00100000:0.0:1787755759.861605:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908032 00000100:00100000:0.0:1787755759.861641:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23964 00000100:00100000:0.0:1787755759.861649:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588666908032:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1787755759.861667:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755759.861681:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657865e4 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.861719:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.861730:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 4/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.861758:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.861772:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 11 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.861801:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666908160:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755759.862250:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.872345:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666908160:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755759.872389:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.872403:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:1.0:1787755759.872406:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755759.872410:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.872419:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:1.0:1787755759.872499:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666908032:12345-0@lo:101:mdt00_004.0 Request processed in 10850us (11114us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.872508:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23964 00000100:00100000:3.0:1787755759.872649:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666908032:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755759.872669:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.872680:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.873065:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.873457:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654397440 00000100:00100000:3.0:1787755759.873465:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654397440 00010000:00010000:3.0:1787755759.873516:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 12 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.873558:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21568 00000100:00100000:3.0:1787755759.873567:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654397440:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755759.873581:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755759.873588:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 12 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.873602:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 12 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.873624:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786590 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213879 expref: 12 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.873641:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:3.0:1787755759.873647:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.873657:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.873670:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.873702:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.873718:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666908288:0@lo:105: 00000100:00100000:3.0:1787755759.873766:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755759.873819:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908288 00000100:00100000:2.0:1787755759.873825:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908288 00000100:00100000:3.0:1787755759.873828:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755759.873881:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7861 00000100:00100000:2.0:1787755759.873890:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666908288:12345-0@lo:105: 00010000:00010000:2.0:1787755759.873901:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.873912:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.873922:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.873929:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.873937:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.873945:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.873974:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a600) 00000100:00100000:2.0:1787755759.874016:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666908288:12345-0@lo:105: Request processed in 127us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.874026:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7861 00010000:00010000:1.0:1787755759.874051:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.874063:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755759.874095:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18e:0x0] 00010000:00010000:1.0:1787755759.874144:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.874153:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.874164:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.874182:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666908416:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1787755759.874228:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.874255:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.874545:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666908288:0@lo:105: 00010000:00010000:3.0:1787755759.874558:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755759.874675:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908416 00000100:00100000:2.0:1787755759.874681:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908416 00000100:00100000:3.0:1787755759.874696:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654397440:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1126us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.874706:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21568 00000100:00100000:2.0:1787755759.874724:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23965 00000100:00100000:2.0:1787755759.874735:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666908416:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1787755759.874754:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755759.874771:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657865f2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.874804:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.874814:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.874839:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1787755759.874874:0:6525:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1787755759.874932:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.874941:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755759.874944:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755759.874947:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.874954:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755759.874999:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588666908416:12345-0@lo:101:mdt00_004.0 Request processed in 267us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.875006:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23965 00000100:00100000:1.0:1787755759.878822:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666908416:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755759.878860:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.878873:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.880992:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755759.881015:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881173:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881181:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755759.881222:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786520 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786527 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881255:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755759.881264:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.881270:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666908544:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755759.881283:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881291:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755759.881298:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b32536578654a lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786551 expref: -99 pid: 6532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787755759.881337:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957386 is committed 00000001:00080000:3.0:1787755759.881348:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957385 is committed 00000004:00080000:3.0:1787755759.881352:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 232 committed 00000001:00080000:3.0:1787755759.881376:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957384 is committed 00000100:00100000:2.0:1787755759.881396:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755759.881449:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755759.881456:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666908672:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755759.881490:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755759.881523:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881534:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881543:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881550:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755759.881555:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881563:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881577:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755759.881580:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755759.881586:0:3633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881598:0:3633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881607:0:3633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.881643:0:3633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.881657:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588666908928:0@lo:105: 00000100:00100000:3.0:1787755759.881694:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755759.881743:0:3633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755759.881755:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908928 00000100:00100000:2.0:1787755759.881765:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908928 00000100:00100000:3.0:1787755759.881766:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666908800:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787755759.881848:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7862 00000100:00100000:2.0:1787755759.881860:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588666908928:12345-0@lo:105: 00010000:00010000:2.0:1787755759.881875:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.881888:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.881897:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.881905:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.881912:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.881921:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.881940:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755759.881943:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61e00) 00000100:00100000:3.0:1787755759.881988:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908800 00000100:00100000:3.0:1787755759.881993:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908800 00000100:00100000:2.0:1787755759.882001:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588666908928:12345-0@lo:105: Request processed in 141us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.882010:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7862 00000100:00100000:3.0:1787755759.882113:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30730 00000100:00100000:3.0:1787755759.882122:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666908800:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1787755759.882155:0:8435:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1303 count 1 00010000:00010000:3.0:1787755759.882190:0:8435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.882213:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.882223:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=1s v=(1 0) 00010000:00010000:3.0:1787755759.882228:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755759.882233:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.882259:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.882277:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 5 pid: 35158 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.882291:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666909056:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755759.882397:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.882436:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588666908928:0@lo:105: 00010000:00010000:3.0:1787755759.882465:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.882473:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786535 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6532 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.882631:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908544 00000100:00100000:1.0:1787755759.882636:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908544 00000100:00100000:1.0:1787755759.882683:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666908672 00000100:00100000:1.0:1787755759.882687:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666908672 00000100:00100000:1.0:1787755759.882712:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11013 00000100:00100000:1.0:1787755759.882722:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3649:x1874588666908544:12345-0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755759.882729:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11014 00010000:00010000:1.0:1787755759.882737:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787755759.882742:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+10:3649:x1874588666908672:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755759.882753:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.882761:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365786527 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x190:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786520 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.882770:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365786551 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578654a expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.882803:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:1.0:1787755759.882808:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x4ec94fd6 (ffff9dfe471d1300) 00010000:00010000:1.0:1787755759.882823:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755759.882823:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.882866:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3649:x1874588666908544:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 147us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.882873:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11013 00000100:00100000:1.0:1787755759.882968:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666908544:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755759.882993:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.883003:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666908672:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 263us (1511us total) trans 0 rc 0/0 00010000:00010000:1.0:1787755759.883006:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.883013:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11014 00000004:00080000:1.0:1787755759.883044:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18e:0x0] 00000100:00100000:1.0:1787755759.883093:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909184:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.883129:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.883157:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.883181:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666908672:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755759.883254:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666909184 00000100:00100000:2.0:1787755759.883258:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666909184 00000100:00100000:2.0:1787755759.883294:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23966 00000100:00100000:2.0:1787755759.883301:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909184:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755759.883393:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909184:12345-0@lo:1000:mdt00_004.0 Request processed in 92us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.883399:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23966 00000100:00100000:1.0:1787755759.886065:0:10713:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957386 gen 2 00000004:00080000:1.0:1787755759.886081:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957386 committed transno 8589957386 00000100:00100000:1.0:1787755759.886117:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909184:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.886222:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909312:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.886296:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.886358:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.886383:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666909312 00000100:00100000:1.0:1787755759.886391:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666909312 00000100:00100000:1.0:1787755759.886445:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23967 00000100:00100000:1.0:1787755759.886455:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909312:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.886568:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909312:12345-0@lo:1000:mdt00_004.0 Request processed in 114us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.886576:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23967 00000100:00100000:1.0:1787755759.886615:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909312:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.886657:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909440:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.886682:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.886698:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.886712:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666909440 00000100:00100000:1.0:1787755759.886716:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666909440 00000100:00100000:1.0:1787755759.886739:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23968 00000100:00100000:1.0:1787755759.886747:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909440:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755759.886848:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909440:12345-0@lo:1000:mdt00_004.0 Request processed in 101us (165us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755759.886857:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23968 00000100:00100000:1.0:1787755759.886888:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909440:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1787755759.886945:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.886955:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.886966:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.886979:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909568:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1787755759.887004:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.887017:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.887029:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666909568 00000100:00100000:1.0:1787755759.887032:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666909568 00000100:00100000:1.0:1787755759.887055:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23969 00000100:00100000:1.0:1787755759.887062:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666909568:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755759.887071:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755759.887087:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578660e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786607 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887111:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578660e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786607 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887125:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578660e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786607 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887134:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dff4536d500) 00010000:00010000:1.0:1787755759.887138:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755759.887142:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755759.887170:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588666909568:12345-0@lo:101:mdt00_004.0 Request processed in 109us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.887177:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23969 00000100:00100000:1.0:1787755759.887208:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666909568:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755759.887221:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887232:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887258:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887267:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.887276:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755759.887658:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].219, 64 off22208 00000004:00080000:1.0:1787755759.887673:0:10713:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8816909356915ns, next at 8817909354272ns, rc = 0 00000040:00080000:1.0:1787755759.887704:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1179, 384 off1070712 00000040:00080000:1.0:1787755759.887755:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1498, 464 off1511616 00000004:00080000:1.0:1787755759.887762:0:10713:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4479c9c0 with version 6799 00000004:00080000:1.0:1787755759.887782:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6799 rpc_version 6799 00000020:00100000:1.0:1787755759.887815:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755759.887824:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a30d880 x1874588666909824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755759.887839:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666909824:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755759.887873:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.887890:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.887904:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666909824 00000100:00100000:1.0:1787755759.887908:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666909824 00000100:00100000:1.0:1787755759.887935:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23970 00000100:00100000:1.0:1787755759.887941:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666909824:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755759.888312:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666909824:12345-0@lo:1000:osp_up0-1.0 Request processed in 370us (437us total) trans 8589957387 rc 0/0 00000100:00100000:1.0:1787755759.888345:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23970 00000100:00100000:1.0:1787755759.888396:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666909824:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755759.888425:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888436:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888447:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888456:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888461:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888467:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888483:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755759.888504:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888511:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888517:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888523:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755759.888528:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888535:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888548:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755759.888551:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755759.888557:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888564:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365786615 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888578:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888585:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888591:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888609:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1787755759.888623:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18e:0x0] 00010000:00010000:1.0:1787755759.888630:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888638:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888650:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888667:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1787755759.888671:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18e:0x0] 00010000:00010000:1.0:1787755759.888676:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.888683:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.888756:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+13:223557:x1874588654397312:12345-192.168.201.7@tcp:36:rm.0 Request processed in 27823us (28017us total) trans 4294985312 rc 0/0 00000100:00100000:1.0:1787755759.888764:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70050 00000100:00100000:3.0:1787755759.889468:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666909056:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755759.889494:0:8435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.890871:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755759.890966:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654397568 00000100:00100000:2.0:1787755759.890976:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654397568 00010000:00010000:2.0:1787755759.891049:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 6 pid: 35158 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.891098:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21569 00000100:00100000:2.0:1787755759.891110:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654397568:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755759.891125:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755759.891130:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 6 pid: 35158 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.891146:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 6 pid: 35158 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.891186:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b325365786543 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21385d expref: 6 pid: 35158 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755759.891205:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755759.891207:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(0 1) 00010000:00010000:2.0:1787755759.891214:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x517:0x0].0x0 since=0s v=(0 1) 00010000:00010000:2.0:1787755759.891222:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.891233:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.891266:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755759.891353:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654397568:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 245us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.891361:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21569 00010000:00010000:3.0:1787755759.891448:0:8435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.891459:0:8435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.891468:0:8435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.891477:0:8435:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.891626:0:8435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1787755759.891946:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666908800:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9823us (10005us total) trans 4294973849 rc 0/0 00000100:00100000:3.0:1787755759.891956:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30730 00010000:00010000:2.0:1787755759.892257:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1787755759.892267:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892276:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755759.892282:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892292:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892308:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:2.0:1787755759.892312:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755759.892340:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892347:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b32536578661c lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892370:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787755759.892376:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892383:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755759.892387:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755759.892396:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892434:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892441:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755759.892462:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892469:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365786607 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578660e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892481:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755759.892485:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892491:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755759.892495:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755759.892501:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892516:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.892521:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000004:00080000:3.0:1787755759.894164:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe51b85f80/2, rc 0, transno 4294973849 00000100:00100000:3.0:1787755759.894183:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666908800:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1787755759.894201:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755759.894213:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666909952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755759.894298:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755759.899142:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.899391:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755759.899402:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.899414:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755759.899419:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.899430:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.899456:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.899464:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040b2b874/0x9b2b325365786600 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.899501:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755759.899504:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755759.899506:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755759.899513:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755759.901007:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657865e4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657865eb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.901031:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755759.901056:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755759.901097:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666910080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755759.901392:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755759.901395:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755759.901398:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755759.902235:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755759.902257:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666909952 00000100:00100000:1.0:1787755759.902269:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666909952 00000100:00100000:1.0:1787755759.902436:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11015 00000100:00100000:1.0:1787755759.902451:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666909952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755759.902472:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.902627:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578660e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e55:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786607 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.902646:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e55:0x0].0x0 (ffff9dff4536d500) 00010000:00010000:1.0:1787755759.902660:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.902725:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588666909952:12345-0@lo:103:ldlm_bl.0 Request processed in 276us (8425us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.902732:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11015 00000100:00100000:1.0:1787755759.903462:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666909952:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755759.903616:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.903648:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654397952 00000100:00100000:3.0:1787755759.903655:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654397952 00000100:00100000:3.0:1787755759.903694:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9320 00000100:00100000:3.0:1787755759.903704:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:223557:x1874588654397952:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:1.0:1787755759.903879:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.903921:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654397696 00000100:00100000:1.0:1787755759.903926:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654397696 00000100:00100000:1.0:1787755759.903957:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666910080 00000100:00100000:1.0:1787755759.903960:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666910080 00000100:00100000:1.0:1787755759.903982:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11016 00000100:00100000:1.0:1787755759.903989:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654397696:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755759.904001:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.904022:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786447 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213810 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.904037:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:1.0:1787755759.904041:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.904085:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654397696:12345-192.168.201.7@tcp:103:rm.0 Request processed in 96us (1858us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.904092:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11016 00000100:00100000:1.0:1787755759.904108:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11017 00000100:00100000:1.0:1787755759.904116:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3650:x1874588666910080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755759.904125:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.904139:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657865eb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657865e4 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.904157:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:1.0:1787755759.904168:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.904204:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666910080:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.904211:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11017 00000100:00100000:1.0:1787755759.904244:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666910080:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755759.904492:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+14:223557:x1874588654397952:12345-192.168.201.7@tcp:35:rm.0 Request processed in 789us (876us total) trans 4294985313 rc 0/0 00000100:00100000:3.0:1787755759.904499:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9320 00000100:00100000:1.0:1787755759.909465:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.909582:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398208 00000100:00100000:3.0:1787755759.909593:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398208 00000100:00100000:3.0:1787755759.909682:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70051 00000100:00100000:3.0:1787755759.909695:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+14:223557:x1874588654398208:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755759.909761:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755759.909810:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657865ac lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e54:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213887 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.909832:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786574 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21386b expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.909846:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365786455 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213817 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.909860:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755759.909865:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755759.909922:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.909937:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.909948:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.909975:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87480 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910208:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755759.910037:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755759.910073:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.910818:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666910208 00000100:00100000:1.0:1787755759.910827:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666910208 00000100:00100000:1.0:1787755759.910883:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23971 00000100:00100000:1.0:1787755759.910894:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588666910208:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755759.910913:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755759.910933:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786623 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.910966:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.910977:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.910985:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.911021:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.911045:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 7 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.911059:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666910336:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755759.911145:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.911156:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 7 pid: 8458 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.911166:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666910464:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755759.911190:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.916927:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755759.916981:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755759.918395:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666910336:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755759.918414:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666910464:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755759.918459:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.918474:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755759.918477:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755759.918483:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.918496:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:0.0:1787755759.918516:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398464 00000100:00100000:0.0:1787755759.918527:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398464 00010000:00010000:0.0:1787755759.918572:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 8 pid: 8458 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.918602:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588666910208:12345-0@lo:101:mdt00_009.0 Request processed in 7709us (8562us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.918613:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398336 00000100:00100000:1.0:1787755759.918614:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23971 00000100:00100000:0.0:1787755759.918618:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398336 00010000:00010000:0.0:1787755759.918651:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 8 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.918661:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21570 00000100:00100000:1.0:1787755759.918675:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654398464:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755759.918694:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.918703:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 8 pid: 8458 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.918717:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 8 pid: 8458 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.918745:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578642b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213809 expref: 8 pid: 8458 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.918762:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755759.918767:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755759.919376:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87480 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910208:0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755759.919397:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.919409:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.919466:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.919543:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654398464:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 871us (2631us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.925408:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21571 00000100:00100000:0.0:1787755759.925429:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654398336:12345-192.168.201.7@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1787755759.925441:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21570 00010000:00010000:0.0:1787755759.925449:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755759.925465:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 8 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.925487:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 8 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.926427:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786494 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213833 expref: 8 pid: 6519 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755759.926439:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755759.926450:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755759.926458:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.926471:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.926482:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.926522:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.926537:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666910592:0@lo:105: 00000100:00100000:0.0:1787755759.926606:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.926659:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.926906:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666910592 00000100:00100000:3.0:1787755759.926915:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666910592 00000100:00100000:3.0:1787755759.926974:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863 00000100:00100000:3.0:1787755759.926987:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588666910592:12345-0@lo:105: 00010000:00010000:3.0:1787755759.927003:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927015:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927030:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927038:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927047:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927056:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927091:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28ac00) 00000100:00100000:3.0:1787755759.927147:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588666910592:12345-0@lo:105: Request processed in 164us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.927156:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863 00010000:00010000:1.0:1787755759.927225:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.927236:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755759.927270:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755759.927355:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.927365:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.927376:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.927399:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910720:0@lo:101:mdt00_009.0 00000100:00100000:1.0:1787755759.927442:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.927472:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.927623:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666910720 00000100:00100000:3.0:1787755759.927629:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666910720 00000100:00100000:3.0:1787755759.927668:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23972 00000100:00100000:3.0:1787755759.927677:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588666910720:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755759.927696:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755759.927716:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786631 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927737:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786631 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927755:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786631 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755759.927762:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff429b8400) 00010000:00010000:3.0:1787755759.927766:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755759.927768:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755759.927921:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666910720:12345-0@lo:101:mdt00_009.0 Request processed in 245us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.927928:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23972 00000100:00100000:1.0:1787755759.928008:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910720:0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755759.928026:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.928036:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755759.928053:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755759.928099:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910848:0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755759.928132:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.928158:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.928208:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666910848 00000100:00100000:3.0:1787755759.928214:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666910848 00000100:00100000:3.0:1787755759.928283:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23973 00000100:00100000:3.0:1787755759.928292:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666910848:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755759.928396:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666910848:12345-0@lo:1000:mdt00_009.0 Request processed in 105us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755759.928403:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23973 00000100:00100000:0.0:1787755759.928501:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666910592:0@lo:105: 00010000:00010000:0.0:1787755759.928516:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755759.928568:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654398336:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3147us (11585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.928577:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21571 00000100:00100000:0.0:1787755759.931394:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910848:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755759.931506:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910976:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755759.931569:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.931599:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.931667:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666910976 00000100:00100000:3.0:1787755759.931676:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666910976 00000100:00100000:3.0:1787755759.931735:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23974 00000100:00100000:3.0:1787755759.931745:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666910976:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755759.931885:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666910976:12345-0@lo:1000:mdt00_009.0 Request processed in 141us (316us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755759.931893:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23974 00000100:00100000:0.0:1787755759.932279:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666910976:0@lo:1000:mdt00_009.0 00010000:00010000:0.0:1787755759.932369:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.932381:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.932392:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.932405:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666911104:0@lo:101:mdt00_009.0 00000100:00100000:0.0:1787755759.932435:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.932457:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.932763:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666911104 00000100:00100000:1.0:1787755759.932770:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666911104 00000100:00100000:1.0:1787755759.932827:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23975 00000100:00100000:1.0:1787755759.932835:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666911104:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755759.932850:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755759.932869:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578663f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.932899:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.932911:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.932941:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.932959:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 6 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.932973:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666911232:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755759.933052:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8040c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755759.938106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755759.938164:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398592 00000100:00100000:1.0:1787755759.938178:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398592 00010000:00010000:1.0:1787755759.938228:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 7 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.938270:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21572 00000100:00100000:1.0:1787755759.938281:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654398592:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755759.938298:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.938306:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 7 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.938343:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 7 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.938374:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:1.0:1787755759.938382:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.938395:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.938405:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.938449:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.938468:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666911360:0@lo:105: 00010000:00010000:0.0:1787755759.938988:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657864b0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21383a expref: 7 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.939011:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666911232:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755759.939056:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.939066:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:0.0:1787755759.939070:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755759.939073:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755759.939088:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.939132:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666911104:12345-0@lo:101:mdt00_009.0 Request processed in 6297us (6695us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.939136:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755759.939143:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23975 00000100:00100000:1.0:1787755759.939160:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666911360 00000100:00100000:1.0:1787755759.939166:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666911360 00000100:00100000:1.0:1787755759.939201:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7864 00000100:00100000:1.0:1787755759.939208:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666911360:12345-0@lo:105: 00010000:00010000:1.0:1787755759.939220:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.939235:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.939244:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.939253:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.939261:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.939266:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666911104:0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755759.939274:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.939288:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.939290:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccc800) 00010000:00010000:0.0:1787755759.939351:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.939351:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666911360:12345-0@lo:105: Request processed in 141us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.939365:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7864 00010000:00010000:0.0:1787755759.939371:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.939383:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.939397:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666911360:0@lo:105: 00010000:00010000:0.0:1787755759.939410:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.939411:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755759.939424:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.939433:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.939455:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654398592:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1174us (1360us total) trans 0 rc 0/0 00010000:00010000:0.0:1787755759.939460:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755759.939467:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21572 00010000:00010000:0.0:1787755759.939487:0:35154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 11 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.939502:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588666911488:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755759.939538:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.947112:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755759.947216:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588666911488:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755759.947255:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.947280:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398720 00000100:00100000:2.0:1787755759.947293:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398720 00010000:00010000:2.0:1787755759.947399:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 12 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.947449:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21573 00000100:00100000:2.0:1787755759.947473:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654398720:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755759.947494:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755759.947503:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 12 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.947520:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 12 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.947550:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786582 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213872 expref: 12 pid: 10713 timeout: 8916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.947570:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:2.0:1787755759.947575:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.947585:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.947597:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.947628:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755759.947845:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.947855:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.947910:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.947919:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.947929:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.947949:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666911616:0@lo:101:mdt00_009.0 00000100:00100000:0.0:1787755759.948008:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.948045:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755759.948255:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654398720:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 793us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.948265:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21573 00000100:00100000:1.0:1787755759.948662:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666911616 00000100:00100000:1.0:1787755759.948671:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666911616 00000100:00100000:1.0:1787755759.948725:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23976 00000100:00100000:1.0:1787755759.948736:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666911616:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755759.948762:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755759.948805:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786662 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578665b expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.948834:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786662 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578665b expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.948849:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786662 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578665b expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.948858:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755759.948861:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755759.948863:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755759.948919:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666911616:12345-0@lo:101:mdt00_009.0 Request processed in 186us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.948925:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23976 00000100:00100000:2.0:1787755759.949346:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666911616:0@lo:101:mdt00_009.0 00010000:00010000:2.0:1787755759.949369:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755759.949384:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.953547:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666911744:0@lo:403:mdt00_009.0 00000100:00100000:2.0:1787755759.953634:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755759.953688:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c6f3a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755759.953736:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666911744 00000100:00100000:1.0:1787755759.953745:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666911744 00000100:00100000:1.0:1787755759.953831:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23977 00000100:00100000:1.0:1787755759.953843:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666911744:12345-0@lo:403:mdt00_009.0 00000100:00100000:1.0:1787755759.955907:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666911744:12345-0@lo:403:mdt00_009.0 Request processed in 2057us (2263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.955921:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23977 00000100:00100000:2.0:1787755759.958947:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666911744:0@lo:403:mdt00_009.0 00000040:00080000:2.0:1787755759.964902:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1180, 952 off1071664 00000040:00080000:2.0:1787755759.965157:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1499, 1032 off1512648 00000004:00080000:2.0:1787755759.965471:0:35154:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c6f3a80 with version 6800 00000004:00080000:1.0:1787755759.965610:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6800 rpc_version 6800 00000020:00100000:1.0:1787755759.965665:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755759.965680:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b86300 x1874588666912000/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755759.965710:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666912000:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755759.965830:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.965892:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755759.965915:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912000 00000100:00100000:2.0:1787755759.965926:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912000 00000100:00100000:2.0:1787755759.965993:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23978 00000100:00100000:2.0:1787755759.966006:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666912000:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755759.966834:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666912000:12345-0@lo:1000:osp_up0-1.0 Request processed in 829us (1002us total) trans 8589957388 rc 0/0 00000100:00100000:2.0:1787755759.966845:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23978 00000100:00100000:1.0:1787755759.967064:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666912000:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787755759.967134:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e54:0x0]: returning size 4096 00010000:00010000:0.0:1787755759.967167:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967178:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967185:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967192:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755759.967198:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967207:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967225:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x190:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755759.967228:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755759.967233:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967245:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786654 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967272:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967281:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967289:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967343:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755759.967354:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18e:0x0] 00010000:00010000:0.0:1787755759.967363:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967370:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967377:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967383:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755759.967386:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967393:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967405:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:0.0:1787755759.967408:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755759.967411:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967417:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578664d lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967427:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967435:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967443:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967457:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787755759.967468:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755759.967477:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787755759.967483:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967491:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755759.967495:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755759.967503:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967539:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967546:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755759.967567:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 1/0,0 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967575:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b32536578665b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786662 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967595:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755759.967599:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967605:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755759.967609:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755759.967617:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967632:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967638:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755759.967656:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967670:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b32536578663f lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786646 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967683:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755759.967685:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755759.967687:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755759.967697:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755759.967715:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666912128:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755759.967799:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755759.967846:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912128 00000100:00100000:0.0:1787755759.967853:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912128 00000100:00100000:0.0:1787755759.967903:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11018 00000100:00100000:0.0:1787755759.967913:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3649:x1874588666912128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755759.967925:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755759.967945:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786662 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578665b expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.967960:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:0.0:1787755759.967972:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755759.968024:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3649:x1874588666912128:12345-0@lo:103:ldlm_bl.0 Request processed in 112us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755759.968033:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11018 00000100:00100000:0.0:1787755759.968057:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755759.968067:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666912256:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755759.968095:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755759.968128:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.968138:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.968148:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755759.968149:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666912128:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755759.968171:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755759.968178:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755759.968184:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755759.968192:0:35154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755759.968278:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:223557:x1874588654398208:12345-192.168.201.7@tcp:36:rm.0 Request processed in 58583us (58824us total) trans 4294985314 rc 0/0 00000100:00100000:0.0:1787755759.968287:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70051 00010000:00010000:1.0:1787755759.968623:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755759.968631:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968640:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755759.968647:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755759.968656:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968686:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968692:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755759.968714:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968721:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365786623 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578662a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968734:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755759.968737:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755759.968739:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755759.968751:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755759.968762:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666912384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755759.968811:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755759.968848:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912256 00000100:00100000:1.0:1787755759.968855:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912256 00000100:00100000:1.0:1787755759.968892:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912384 00000100:00100000:1.0:1787755759.968895:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912384 00000100:00100000:2.0:1787755759.968918:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11019 00000100:00100000:1.0:1787755759.968926:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11020 00000100:00100000:2.0:1787755759.968932:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+14:3648:x1874588666912256:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755759.968939:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588666912384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755759.968948:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755759.968950:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755759.968969:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786646 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e54:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578663f expref: 14 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968970:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578662a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786623 expref: 14 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755759.968997:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755759.968998:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:1.0:1787755759.969001:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755759.969011:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755759.969036:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666912384:12345-0@lo:103:ldlm_bl.0 Request processed in 101us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755759.969043:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11020 00010000:00010000:1.0:1787755759.969068:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755759.969071:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588666912256:12345-0@lo:103:ldlm_bl.0 Request processed in 142us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755759.969080:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11019 00000100:00100000:1.0:1787755759.969092:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666912384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755759.969120:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666912256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755760.083407:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755760.083762:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398848 00000100:00100000:0.0:1787755760.083774:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398848 00000100:00100000:0.0:1787755760.083851:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70052 00000100:00100000:0.0:1787755760.083862:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223565:x1874588654398848:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:0.0:1787755760.083932:0:35169:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:0.0:1787755760.084005:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223565:x1874588654398848:12345-192.168.201.7@tcp:41:stat.0 Request processed in 144us (606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.084022:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70052 00000100:00100000:3.0:1787755760.147571:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.147698:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654398976 00000100:00100000:1.0:1787755760.147710:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654398976 00000100:00100000:0.0:1787755760.147871:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70053 00000100:00100000:0.0:1787755760.147886:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223569:x1874588654398976:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755760.147912:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755760.147934:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365786669 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21389c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.148010:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.148129:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.148144:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755760.148208:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755760.148213:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755760.148244:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.148274:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365786669 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.148298:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.148309:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755760.148311:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755760.148421:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755760.148508:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223569:x1874588654398976:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 616us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.148519:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70053 00000100:00100000:3.0:1787755760.151522:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755760.152163:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654399104 00000100:00100000:0.0:1787755760.152174:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654399104 00000100:00100000:0.0:1787755760.152242:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70054 00000100:00100000:0.0:1787755760.152252:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223569:x1874588654399104:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755760.152274:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755760.152294:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786677 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138a3 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152385:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152398:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152409:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152422:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152432:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786631 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152442:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.152478:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786631 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755760.152507:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666912512:0@lo:104: 00000100:00100000:0.0:1787755760.152566:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755760.152612:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2240 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.152911:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912512 00000100:00100000:2.0:1787755760.152918:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912512 00000100:00100000:2.0:1787755760.152962:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7865 00000100:00100000:2.0:1787755760.152970:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666912512:12345-0@lo:104: 00010000:00010000:2.0:1787755760.152985:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.153058:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755760.153064:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666912512:12345-0@lo:104: Request processed in 95us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.153070:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7865 00010000:00010000:2.0:1787755760.153096:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755760.153102:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.153112:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755760.153118:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755760.153127:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.153159:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.153166:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755760.153188:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.153195:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b325365786631 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786638 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.153224:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666912640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755760.153255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.153296:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912640 00000100:00100000:2.0:1787755760.153300:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912640 00010000:00010000:2.0:1787755760.153355:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786631 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.153379:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21574 00000100:00100000:2.0:1787755760.153387:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666912640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755760.153396:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755760.153452:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755760.153454:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755760.153455:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755760.153996:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666912512:0@lo:104: 00010000:00010000:3.0:1787755760.154031:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787755760.162138:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957388 is committed 00010000:00010000:1.0:1787755760.162536:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786638 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786631 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.162560:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff429b8400) 00010000:00010000:1.0:1787755760.162566:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.162577:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.162585:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.162667:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755760.162761:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666912640:12345-0@lo:103:ldlm_bl.0 Request processed in 9374us (9503us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.162782:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21574 00000100:00100000:2.0:1787755760.162976:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666912640:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755760.163084:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163093:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163158:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163166:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163172:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163179:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163185:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755760.163189:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163196:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163206:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755760.163209:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755760.163213:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163221:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578667e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163234:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163239:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163244:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163249:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755760.163251:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163257:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163263:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff429b8400) 00010000:00010000:3.0:1787755760.163266:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755760.163269:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163274:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365786685 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163585:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786677 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138a3 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163603:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755760.163605:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755760.163609:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786677 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138a3 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.163619:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:3.0:1787755760.163730:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223569:x1874588654399104:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 11478us (12229us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755760.163739:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70054 00000100:00100000:2.0:1787755760.169599:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.169681:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654399232 00000100:00100000:1.0:1787755760.169693:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654399232 00000100:00100000:1.0:1787755760.169791:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70055 00000100:00100000:1.0:1787755760.169807:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:223569:x1874588654399232:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755760.169835:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.169863:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578668c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138aa expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.169951:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.169967:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.169981:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755760.170059:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755760.170065:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755760.170092:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.170122:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578668c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.170142:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.170152:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755760.170155:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755760.170159:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755760.170238:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:223569:x1874588654399232:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 436us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.170245:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70055 00000100:00100000:0.0:1787755760.178849:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.178950:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654399488 00000100:00100000:1.0:1787755760.178961:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654399488 00000100:00100000:1.0:1787755760.179065:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70056 00000100:00100000:1.0:1787755760.179077:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223569:x1874588654399488:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:1.0:1787755760.179212:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666912768:0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1787755760.179276:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755760.179338:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755760.179453:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912768 00000100:00100000:0.0:1787755760.179459:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912768 00000100:00100000:0.0:1787755760.179499:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23979 00000100:00100000:0.0:1787755760.179506:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588666912768:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.179590:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588666912768:12345-0@lo:1000:mdt00_008.0 Request processed in 84us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.179598:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23979 00000100:00100000:2.0:1787755760.179682:0:35153:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957388 gen 2 00000004:00080000:2.0:1787755760.179690:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957387 committed transno 8589957388 00000004:00080000:2.0:1787755760.179719:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957388 committed transno 8589957388 00000100:00100000:2.0:1787755760.179743:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666912768:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1787755760.179801:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666912896:0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1787755760.179831:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.179861:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755760.180032:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666912896 00000100:00100000:0.0:1787755760.180037:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666912896 00000100:00100000:0.0:1787755760.180078:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23980 00000100:00100000:0.0:1787755760.180087:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588666912896:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.180205:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588666912896:12345-0@lo:1000:mdt00_008.0 Request processed in 119us (372us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755760.180212:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23980 00000100:00100000:2.0:1787755760.180288:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666912896:0@lo:1000:mdt00_008.0 00010000:00010000:2.0:1787755760.180405:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.180417:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.180427:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.180440:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913024:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1787755760.180467:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.180481:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755760.180557:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666913024 00000100:00100000:1.0:1787755760.180563:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666913024 00000100:00100000:1.0:1787755760.180599:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23981 00000100:00100000:1.0:1787755760.180606:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588666913024:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1787755760.180615:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.180632:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578669a expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.180655:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.180664:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.180671:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.180700:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.180716:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 7 pid: 35155 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755760.180728:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666913152:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755760.180818:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.180828:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 6 pid: 35152 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755760.180837:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666913280:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755760.180860:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804900 going to sleep for 11 seconds 00000100:00080000:3.0:1787755760.181300:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755760.196840:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755760.196886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755760.196997:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654399616 00000100:00100000:2.0:1787755760.197007:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654399616 00010000:00010000:2.0:1787755760.197061:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 8 pid: 35155 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.197105:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654399744 00000100:00100000:2.0:1787755760.197108:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654399744 00010000:00010000:2.0:1787755760.197122:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 7 pid: 35152 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.197144:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21575 00000100:00100000:2.0:1787755760.197156:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654399616:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755760.197171:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755760.197178:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 8 pid: 35155 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197193:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 8 pid: 35155 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197217:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755760.197225:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197236:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755760.197290:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654399616:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 135us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.197297:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21575 00000100:00100000:2.0:1787755760.197391:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21576 00000100:00100000:2.0:1787755760.197399:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654399744:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755760.197406:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755760.197414:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 7 pid: 35152 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197423:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 7 pid: 35152 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197434:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755760.197439:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197447:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197457:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197490:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.197505:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666913408:0@lo:105: 00000100:00100000:2.0:1787755760.197544:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.197580:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.197599:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666913408 00000100:00100000:2.0:1787755760.197602:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666913408 00000100:00100000:2.0:1787755760.197631:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7866 00000100:00100000:2.0:1787755760.197639:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666913408:12345-0@lo:105: 00010000:00010000:2.0:1787755760.197650:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197658:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197666:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197674:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197682:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197690:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.197704:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3400) 00000100:00100000:2.0:1787755760.197734:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666913408:12345-0@lo:105: Request processed in 96us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.197740:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7866 00000100:00100000:2.0:1787755760.197887:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666913408:0@lo:105: 00010000:00010000:2.0:1787755760.197905:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755760.197930:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654399744:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 532us (1043us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.197937:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21576 00010000:00010000:1.0:1787755760.198216:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786693 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138aa expref: 7 pid: 35155 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755760.198232:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666913152:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755760.198245:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786670 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21389c expref: 6 pid: 35152 timeout: 8917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755760.198254:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666913280:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755760.198275:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.198284:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755760.198286:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755760.198289:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755760.198385:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588666913024:12345-0@lo:101:mdt00_008.0 Request processed in 17779us (17916us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.198391:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23981 00000100:00100000:2.0:1787755760.199053:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913024:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1787755760.199071:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755760.199094:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755760.199135:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.199143:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.199152:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.199170:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913536:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1787755760.199205:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.199240:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755760.200035:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666913536 00000100:00100000:1.0:1787755760.200043:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666913536 00000100:00100000:1.0:1787755760.200095:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23982 00000100:00100000:1.0:1787755760.200106:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588666913536:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1787755760.200124:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.200143:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657866a8 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.200171:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657866a8 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.200191:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657866a8 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.200199:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d000) 00010000:00010000:1.0:1787755760.200202:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755760.200205:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755760.200275:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913536:12345-0@lo:101:mdt00_008.0 Request processed in 171us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.200282:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23982 00000100:00100000:3.0:1787755760.200375:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913536:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1787755760.200396:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.200406:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755760.200425:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755760.200465:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913664:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755760.200512:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.200529:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755760.200636:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666913664 00000100:00100000:0.0:1787755760.200642:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666913664 00000100:00100000:0.0:1787755760.200672:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23983 00000100:00100000:0.0:1787755760.200680:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913664:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.200760:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913664:12345-0@lo:1000:mdt00_008.0 Request processed in 80us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.200768:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23983 00000100:00100000:3.0:1787755760.200978:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913664:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755760.201042:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913792:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755760.201082:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.201107:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755760.201223:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666913792 00000100:00100000:0.0:1787755760.201229:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666913792 00000100:00100000:0.0:1787755760.201258:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23984 00000100:00100000:0.0:1787755760.201267:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913792:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.201408:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913792:12345-0@lo:1000:mdt00_008.0 Request processed in 140us (325us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755760.201416:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23984 00000100:00100000:0.0:1787755760.201444:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740e00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913792:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.201530:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913920:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.201558:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755760.201574:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755760.201585:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666913920 00000100:00100000:0.0:1787755760.201588:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666913920 00000100:00100000:0.0:1787755760.201611:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23985 00000100:00100000:0.0:1787755760.201616:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913920:12345-0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.201670:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666913920:12345-0@lo:1000:mdt00_008.0 Request processed in 53us (110us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755760.201677:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23985 00000100:00100000:0.0:1787755760.201705:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666913920:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.201755:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914048:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.204450:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755760.204645:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755760.209485:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914048 00000100:00100000:1.0:1787755760.209726:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914048 00000100:00100000:1.0:1787755760.210227:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23986 00000100:00100000:1.0:1787755760.210246:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666914048:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1787755760.210995:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666914048:12345-0@lo:1000:mdt00_008.0 Request processed in 750us (6548us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.211007:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23986 00000100:00100000:0.0:1787755760.211354:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914048:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.211468:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914176:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.211512:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755760.211549:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.211634:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914176 00000100:00100000:2.0:1787755760.211642:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914176 00000100:00100000:2.0:1787755760.211687:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23987 00000100:00100000:2.0:1787755760.211698:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666914176:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1787755760.212595:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666914176:12345-0@lo:1000:mdt00_008.0 Request processed in 896us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.212605:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23987 00000100:00100000:0.0:1787755760.212701:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914176:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.212766:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914304:0@lo:1000:mdt00_008.0 00000100:00100000:0.0:1787755760.212819:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755760.212888:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.213757:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914304 00000100:00100000:2.0:1787755760.213768:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914304 00000100:00100000:2.0:1787755760.213841:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23988 00000100:00100000:2.0:1787755760.213850:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666914304:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1787755760.213940:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588666914304:12345-0@lo:1000:mdt00_008.0 Request processed in 90us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.213949:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23988 00000100:00100000:0.0:1787755760.214173:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914304:0@lo:1000:mdt00_008.0 00000040:00080000:0.0:1787755760.215202:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1181, 2168 off1073832 00000040:00080000:0.0:1787755760.215295:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1500, 2368 off1515016 00000004:00080000:0.0:1787755760.215302:0:35153:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aba2900 with version 6801 00000004:00080000:2.0:1787755760.215589:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6801 rpc_version 6801 00000020:00100000:2.0:1787755760.215642:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755760.215654:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a04b800 x1874588666914560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755760.215679:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666914560:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755760.215761:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.215985:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755760.218605:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914560 00000100:00100000:1.0:1787755760.218625:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914560 00000100:00100000:1.0:1787755760.218802:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23989 00000100:00100000:1.0:1787755760.218817:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666914560:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755760.219766:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666914560:12345-0@lo:1000:osp_up0-1.0 Request processed in 951us (4003us total) trans 8589957389 rc 0/0 00000100:00100000:1.0:1787755760.219775:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23989 00000100:00100000:3.0:1787755760.219921:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666914560:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787755760.222665:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222686:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222700:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222722:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222730:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222736:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222797:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222805:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.222816:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755760.222841:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914688:0@lo:101:mdt00_008.0 00000100:00100000:0.0:1787755760.222915:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755760.228232:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.228415:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914688 00000100:00100000:2.0:1787755760.228426:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914688 00000100:00100000:2.0:1787755760.228670:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23990 00000100:00100000:2.0:1787755760.228684:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35153:x1874588666914688:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1787755760.228710:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755760.228744:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657866c4 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.228910:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657866c4 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.228930:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657866c4 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.228938:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:2.0:1787755760.228941:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755760.228945:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755760.229204:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35153:x1874588666914688:12345-0@lo:101:mdt00_008.0 Request processed in 523us (6288us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.229215:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23990 00000100:00100000:0.0:1787755760.231524:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588666914688:0@lo:101:mdt00_008.0 00010000:00010000:0.0:1787755760.231560:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231575:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755760.231608:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003ff99b17 reply state 000000008562a221 transno 4294985315 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231623:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231631:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755760.231634:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755760.231638:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755760.231644:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231653:0:35153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755760.231673:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18f:0x0] 00000004:00010000:0.0:1787755760.231682:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003ff99b17 reply state 000000008562a221 transno 4294985315 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231690:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231696:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755760.231698:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755760.231699:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1787755760.231707:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00000004:00080000:0.0:1787755760.231717:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755760.231725:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231733:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.231741:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.232163:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755760.232172:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755760.232178:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.232187:0:35153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755760.232348:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223569:x1874588654399488:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 53271us (53507us total) trans 4294985315 rc 0/0 00000100:00100000:0.0:1787755760.232358:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70056 00000100:00100000:3.0:1787755760.238242:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.238890:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654399872 00000100:00100000:1.0:1787755760.238904:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654399872 00000100:00100000:1.0:1787755760.238985:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70057 00000100:00100000:1.0:1787755760.238998:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223558:x1874588654399872:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755760.239033:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.239061:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657866d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138b1 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.239138:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.239156:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578669a expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.239167:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.239209:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b32536578669a expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755760.239227:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588666914816:0@lo:104: 00000100:00100000:1.0:1787755760.239294:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755760.239389:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755760.239659:0:6502:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1787755760.239672:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914816 00000100:00100000:3.0:1787755760.239676:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914816 00000100:00100000:3.0:1787755760.239716:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7867 00000100:00100000:3.0:1787755760.239724:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5018b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:17813:x1874588666914816:12345-0@lo:104: 00010000:00010000:3.0:1787755760.239739:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400400000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755760.239939:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588666914816:0@lo:104: 00010000:00010000:0.0:1787755760.239965:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.242959:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755760.242983:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1400400000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243000:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755760.243009:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755760.243030:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243096:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243103:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755760.243144:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243157:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755760.243160:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243167:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755760.243170:0:9524:0:(ldlm_request.c:1774:ldlm_cli_cancel()) ### lock is already being destroyed 00010000:00010000:2.0:1787755760.243173:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243186:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b32536578669a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866a1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.243205:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755760.243207:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755760.243209:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755760.243384:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666914944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755760.243466:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755760.244149:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666914944 00000100:00100000:2.0:1787755760.244161:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666914944 00010000:00010000:2.0:1787755760.244208:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578669a expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.244253:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21577 00000100:00100000:2.0:1787755760.244264:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588666914944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755760.244278:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755760.244300:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657866a1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578669a expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244338:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755760.244344:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244356:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244365:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244396:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755760.244449:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666914944:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.244458:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21577 00010000:00010000:2.0:1787755760.244487:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244495:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755760.244708:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755760.244712:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755760.244741:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244858:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657866d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138b1 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244875:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138b1 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.244883:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755760.244886:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755760.244889:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755760.245038:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666914944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755760.245475:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223558:x1874588654399872:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6478us (7247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.245483:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70057 00010000:00010000:3.0:1787755760.247188:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1787755760.247207:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5018b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:17813:x1874588666914816:12345-0@lo:104: Request processed in 7477us (7905us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755760.247218:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7867 00010000:00010000:1.0:1787755760.247413:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755760.261779:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.261924:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654400000 00000100:00100000:1.0:1787755760.261936:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654400000 00000100:00100000:1.0:1787755760.262005:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70058 00000100:00100000:1.0:1787755760.262018:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223558:x1874588654400000:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755760.262041:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.262062:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657866e0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138b8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262138:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262154:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262165:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262178:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262187:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657866a8 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262196:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262234:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657866a8 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755760.262250:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588666915072:0@lo:104: 00000100:00100000:1.0:1787755760.262300:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755760.262379:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804900 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.262479:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915072 00000100:00100000:2.0:1787755760.262485:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915072 00000100:00100000:2.0:1787755760.262515:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868 00000100:00100000:2.0:1787755760.262522:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588666915072:12345-0@lo:104: 00010000:00010000:2.0:1787755760.262536:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.262609:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755760.262615:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588666915072:12345-0@lo:104: Request processed in 93us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.262621:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868 00010000:00010000:1.0:1787755760.262684:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755760.262690:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262698:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755760.262704:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755760.262713:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262739:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262746:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755760.262779:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262795:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3e00/0x9b2b3253657866a8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866af expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.262817:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755760.262818:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755760.262820:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755760.262961:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588666915072:0@lo:104: 00010000:00010000:3.0:1787755760.262982:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.263042:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666915200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755760.263075:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.263160:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915200 00000100:00100000:3.0:1787755760.263165:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915200 00010000:00010000:3.0:1787755760.263186:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657866a8 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755760.263218:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21578 00000100:00100000:3.0:1787755760.263225:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666915200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755760.263238:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1787755760.265462:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957389 is committed 00010000:00010000:3.0:1787755760.272119:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657866af lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657866a8 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.272146:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d000) 00010000:00010000:3.0:1787755760.272152:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.272163:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.272171:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.275580:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755760.275697:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588666915200:12345-0@lo:103:ldlm_bl.0 Request processed in 12466us (12614us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.275711:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21578 00010000:00010000:3.0:1787755760.276412:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.276425:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755760.276607:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6519:1874588666915328:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787755760.276669:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.276722:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.276815:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915328 00000100:00100000:2.0:1787755760.276824:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915328 00000100:00100000:2.0:1787755760.276888:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23991 00000100:00100000:2.0:1787755760.276898:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6519:x1874588666915328:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787755760.276979:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6519:x1874588666915328:12345-0@lo:1000:mdt00_000.0 Request processed in 82us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.276987:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23991 00000100:00100000:2.0:1787755760.277042:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6519:1874588666915328:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1787755760.277095:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657866f5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277112:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657866f5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277125:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657866f5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755760.277151:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657866f5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277168:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277174:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277180:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277186:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277190:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755760.277195:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277202:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277217:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755760.277220:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755760.277225:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277232:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657866e7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277247:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277253:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277260:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277264:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755760.277267:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277272:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277278:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d000) 00010000:00010000:2.0:1787755760.277281:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755760.277283:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277288:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657866ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277374:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657866e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138b8 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277391:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657866f5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138b8 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.277399:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe46981200) 00010000:00010000:2.0:1787755760.277401:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755760.277403:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755760.277451:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223558:x1874588654400000:12345-192.168.201.7@tcp:101:bash.0 Request processed in 15436us (15687us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.277461:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70058 00000100:00100000:0.0:1787755760.280365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755760.280509:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654400128 00000100:00100000:2.0:1787755760.280523:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654400128 00000100:00100000:2.0:1787755760.280577:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70059 00000100:00100000:2.0:1787755760.280588:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223558:x1874588654400128:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755760.280613:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755760.280634:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657866fc lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138bf expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.280704:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786703 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.280720:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786703 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.280731:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786703 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755760.280856:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00000004:00200000:2.0:1787755760.280862:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755760.280902:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657866fc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138bf expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.280922:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786703 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138bf expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.280930:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:2.0:1787755760.280933:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755760.280939:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755760.281371:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223558:x1874588654400128:12345-192.168.201.7@tcp:101:bash.0 Request processed in 783us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.281380:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70059 00000100:00100000:1.0:1787755760.285670:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666915200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755760.296449:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.296565:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654400256 00000100:00100000:1.0:1787755760.296576:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654400256 00000100:00100000:1.0:1787755760.296650:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70060 00000100:00100000:1.0:1787755760.296664:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223558:x1874588654400256:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755760.296695:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.296724:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b32536578670a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138c6 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.296818:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365786711 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.296835:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365786711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.296849:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365786711 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755760.296910:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x191:0x0]: returning size 4096 00000004:00200000:1.0:1787755760.296916:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755760.296959:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b32536578670a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138c6 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.296979:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365786711 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138c6 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.296989:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:1.0:1787755760.296992:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755760.296996:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755760.297088:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223558:x1874588654400256:12345-192.168.201.7@tcp:101:bash.0 Request processed in 427us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.297095:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70060 00000100:00100000:0.0:1787755760.299625:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755760.299770:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654400384 00000100:00100000:3.0:1787755760.299792:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654400384 00000100:00100000:3.0:1787755760.299873:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70061 00000100:00100000:3.0:1787755760.299887:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223558:x1874588654400384:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755760.299920:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755760.299950:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786718 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138cd expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.300061:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.300082:0:35159:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657866c4 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.300093:0:35159:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 4/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.300150:0:35159:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657866c4 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755760.300174:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441f80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588666915456:0@lo:104: 00000100:00100000:3.0:1787755760.300242:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.300424:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755760.304479:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915456 00000100:00100000:1.0:1787755760.304500:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915456 00000100:00100000:0.0:1787755760.304725:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7869 00000100:00100000:0.0:1787755760.304739:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588666915456:12345-0@lo:104: 00010000:00010000:0.0:1787755760.304761:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.305059:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755760.305067:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588666915456:12345-0@lo:104: Request processed in 332us (4824us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.305075:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7869 00010000:00010000:2.0:1787755760.305220:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755760.305231:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.305239:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755760.305247:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755760.305257:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.305306:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.305354:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755760.305386:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.305394:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b3253657866c4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657866cb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.305415:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755760.305417:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755760.305419:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755760.305471:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666915584:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755760.305519:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.306010:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441f80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588666915456:0@lo:104: 00010000:00010000:3.0:1787755760.306053:0:35159:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.308191:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915584 00000100:00100000:2.0:1787755760.308214:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915584 00010000:00010000:2.0:1787755760.308279:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657866c4 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755760.308353:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21579 00000100:00100000:2.0:1787755760.308367:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588666915584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755760.308390:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755760.311151:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657866cb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657866c4 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.311182:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:2.0:1787755760.311189:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.311199:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.311208:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.311251:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755760.311395:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666915584:12345-0@lo:103:ldlm_bl.0 Request processed in 3029us (5874us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.311405:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21579 00010000:00010000:3.0:1787755760.312370:0:35159:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.312385:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755760.312462:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18f:0x0]: returning size 4096 00000004:00200000:3.0:1787755760.312467:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755760.312521:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786718 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138cd expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.312543:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138cd expref: 9 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.312552:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:3.0:1787755760.312555:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755760.312558:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755760.312626:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223558:x1874588654400384:12345-192.168.201.7@tcp:101:bash.0 Request processed in 12740us (13014us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755760.312635:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70061 00000100:00100000:0.0:1787755760.316080:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f512300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666915584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755760.322296:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.322440:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654400640 00000100:00100000:1.0:1787755760.322453:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654400640 00000100:00100000:1.0:1787755760.322525:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70062 00000100:00100000:1.0:1787755760.322537:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223558:x1874588654400640:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755760.322559:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755760.322562:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755760.322592:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578671f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138cd expref: 9 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322613:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:1.0:1787755760.322626:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755760.322644:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365786726 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138d4 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322792:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322806:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322817:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322832:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322840:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.322847:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755760.323228:0:35155:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x517:0x0], index 1: 0 00010000:00010000:1.0:1787755760.323407:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578673b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323416:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578673b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323425:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578673b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323457:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323464:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323471:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323477:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323483:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755760.323488:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323495:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323505:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:1.0:1787755760.323508:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755760.323512:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323522:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578672d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755760.323534:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000556fcf43 reply state 00000000994ebe26 transno 8589957390 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323545:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323551:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536dc00) 00010000:00010000:1.0:1787755760.323553:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755760.323556:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755760.323585:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365786726 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138d4 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323602:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578673b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138d4 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.323609:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff4536dd00) 00010000:00010000:1.0:1787755760.323611:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755760.323613:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755760.323680:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223558:x1874588654400640:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1145us (1398us total) trans 8589957390 rc 0/0 00000100:00100000:1.0:1787755760.323689:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70062 00000100:00100000:2.0:1787755760.338641:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755760.339130:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654400768 00000100:00100000:3.0:1787755760.339144:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654400768 00000100:00100000:3.0:1787755760.339238:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30731 00000100:00100000:3.0:1787755760.339252:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223558:x1874588654400768:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755760.339275:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755760.339304:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138db expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755760.339392:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x517:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755760.339419:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=8817s v=(0 0) 00010000:00010000:3.0:1787755760.339425:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755760.339436:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 7 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.339456:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 7 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.339472:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755760.339533:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223558:x1874588654400768:12345-192.168.201.7@tcp:101:bash.0 Request processed in 285us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755760.339541:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30731 00000100:00080000:1.0:1787755760.340835:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755760.346628:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.350376:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654401024 00000100:00100000:1.0:1787755760.350398:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654401024 00000100:00100000:1.0:1787755760.350490:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9321 00000100:00100000:1.0:1787755760.350501:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a6bd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223558:x1874588654401024:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755760.351200:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a6bd450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223558:x1874588654401024:12345-192.168.201.7@tcp:35:bash.0 Request processed in 697us (4580us total) trans 8589957391 rc 0/0 00000100:00100000:1.0:1787755760.351210:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9321 00000100:00100000:2.0:1787755760.358238:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755760.358355:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654401280 00000100:00100000:3.0:1787755760.358371:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654401280 00000100:00100000:3.0:1787755760.358455:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70063 00000100:00100000:3.0:1787755760.358466:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223558:x1874588654401280:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755760.358489:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755760.358493:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755760.358523:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365786711 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138c6 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358549:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:3.0:1787755760.358554:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755760.358568:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786750 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138e2 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358714:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358727:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358737:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358755:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358762:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755760.358768:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755760.358957:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666915712:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1787755760.359059:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755760.359101:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755760.359235:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915712 00000100:00100000:2.0:1787755760.359241:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915712 00000100:00100000:2.0:1787755760.359286:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23992 00000100:00100000:2.0:1787755760.359295:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666915712:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787755760.359423:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588666915712:12345-0@lo:1000:mdt00_003.0 Request processed in 128us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.359430:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23992 00000100:00100000:0.0:1787755760.363994:0:8458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957389 gen 2 00000004:00080000:0.0:1787755760.364015:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957389 committed transno 8589957389 00000100:00100000:0.0:1787755760.364074:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588666915712:0@lo:1000:mdt00_003.0 00000004:00080000:0.0:1787755760.364538:0:8458:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d0:0x0], index 0: 0 00010000:00010000:0.0:1787755760.364753:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786765 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364773:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786765 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364799:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786765 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364849:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364857:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364864:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364871:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364878:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755760.364883:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364896:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364912:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755760.364916:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755760.364921:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364929:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365786757 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755760.364950:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cf2761fc reply state 00000000ac7da193 transno 4294985316 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364964:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.364970:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x4ec94fd6 (ffff9dfe48afff00) 00010000:00010000:0.0:1787755760.364972:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755760.364976:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755760.365016:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786750 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e2 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.365034:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786765 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e2 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.365042:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe48a2e600) 00010000:00010000:0.0:1787755760.365044:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755760.365046:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755760.365150:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223558:x1874588654401280:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6684us (6923us total) trans 4294985316 rc 0/0 00000100:00100000:0.0:1787755760.365159:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70063 00000100:00100000:2.0:1787755760.381601:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755760.381734:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654401408 00000100:00100000:0.0:1787755760.381747:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654401408 00000100:00100000:0.0:1787755760.381842:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30732 00000100:00100000:0.0:1787755760.381854:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223558:x1874588654401408:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755760.381884:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755760.381912:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138e9 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755760.381946:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d0:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755760.381972:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d0:0x0].0x0 since=8817s v=(0 0) 00010000:00010000:0.0:1787755760.381977:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d0:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755760.381987:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 6 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.382006:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 6 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755760.382032:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755760.382112:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223558:x1874588654401408:12345-192.168.201.7@tcp:101:bash.0 Request processed in 260us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755760.382120:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30732 00000100:00080000:1.0:1787755760.382688:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755760.395884:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755760.396163:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654401664 00000100:00100000:3.0:1787755760.396180:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654401664 00000100:00100000:3.0:1787755760.396267:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9322 00000100:00100000:3.0:1787755760.396280:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223558:x1874588654401664:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755760.396737:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:223558:x1874588654401664:12345-192.168.201.7@tcp:35:bash.0 Request processed in 458us (878us total) trans 4294985317 rc 0/0 00000100:00100000:3.0:1787755760.396746:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9322 00000100:00100000:3.0:1787755760.422178:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.422382:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654401792 00000100:00100000:1.0:1787755760.422397:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654401792 00000100:00100000:1.0:1787755760.422480:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11021 00000100:00100000:1.0:1787755760.422495:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:49234:x1874588654401792:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755760.422515:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755760.422550:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657866d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138b1 expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.422575:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755760.422588:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578673b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138d4 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.422600:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff4536dd00) 00010000:00010000:1.0:1787755760.422619:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657866f5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138b8 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.422629:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe46981200) 00010000:00010000:1.0:1787755760.422638:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755760.422720:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:49234:x1874588654401792:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 229us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.422728:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11021 00000100:00100000:0.0:1787755760.432255:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755760.432415:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654401920 00000100:00100000:2.0:1787755760.432433:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654401920 00000100:00100000:2.0:1787755760.432546:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11022 00000100:00100000:2.0:1787755760.432558:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:34914:x1874588654401920:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755760.432577:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755760.432612:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578655f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1da6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213864 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755760.432637:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da6:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755760.432653:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755760.432733:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:34914:x1874588654401920:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 176us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755760.432740:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11022 00000100:00100000:2.0:1787755760.451482:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755760.451610:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402048 00000100:00100000:1.0:1787755760.451625:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402048 00000100:00100000:1.0:1787755760.451712:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11023 00000100:00100000:1.0:1787755760.451724:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:6171:x1874588654402048:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755760.451742:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755760.451809:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786765 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e2 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.451842:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe48a2e600) 00010000:00010000:1.0:1787755760.451863:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786703 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138bf expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.451884:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:1.0:1787755760.451894:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657864be lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e54:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213841 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755760.451902:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e54:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:1.0:1787755760.451908:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755760.451969:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:6171:x1874588654402048:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 247us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755760.451977:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11023 00010000:00010000:2.0:1787755760.612219:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755761.634501:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755761.634832:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588666915840:0@lo:400:kworker.0 00000100:00100000:1.0:1787755761.634833:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666916096:0@lo:400:kworker.0 00000100:00100000:1.0:1787755761.634922:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.634947:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755761.635020:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666916608:0@lo:400:kworker.0 00000100:00100000:1.0:1787755761.635050:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635063:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666915968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755761.635070:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666917120:0@lo:400:kworker.0 00000100:00100000:1.0:1787755761.635105:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635182:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635273:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588666916480:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635304:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635355:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666916992:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635451:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635476:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588666917504:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635500:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635542:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588666916352:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635568:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635587:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588666916864:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635610:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635627:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666917376:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635646:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635672:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1787755761.635678:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588666916224:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635700:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635720:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588666916736:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635740:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635757:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666917248:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.635793:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755761.635827:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915840 00000100:00100000:2.0:1787755761.635837:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915840 00000100:00100000:2.0:1787755761.636591:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:2.0:1787755761.636603:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588666915840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.636679:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588666915840:12345-0@lo:400:kworker.0 Request processed in 79us (1731us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.636690:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:2.0:1787755761.636738:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666915968 00000100:00100000:2.0:1787755761.636744:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666915968 00000100:00100000:2.0:1787755761.636802:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759 00000100:00100000:2.0:1787755761.636809:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666915968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755761.636833:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755761.637063:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666915968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.637073:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759 00000100:00100000:2.0:1787755761.637193:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916480 00000100:00100000:2.0:1787755761.637198:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916480 00000100:00100000:2.0:1787755761.637334:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917504 00000100:00100000:2.0:1787755761.637338:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917504 00000100:00100000:2.0:1787755761.637445:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916352 00000100:00100000:2.0:1787755761.637450:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916352 00000100:00100000:1.0:1787755761.637589:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916608 00000100:00100000:1.0:1787755761.637593:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916608 00000100:00100000:1.0:1787755761.637618:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916992 00000100:00100000:1.0:1787755761.637621:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916992 00000100:00100000:1.0:1787755761.637641:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917376 00000100:00100000:1.0:1787755761.637643:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917376 00000100:00100000:1.0:1787755761.637658:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917248 00000100:00100000:1.0:1787755761.637662:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917248 00000100:00100000:1.0:1787755761.637686:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10017 00000100:00100000:1.0:1787755761.637694:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666916608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.637748:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916864 00000100:00100000:1.0:1787755761.637749:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666916608:12345-0@lo:400:kworker.0 Request processed in 57us (2698us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.637752:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916864 00000100:00100000:1.0:1787755761.637755:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10017 00000100:00100000:1.0:1787755761.637782:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10018 00000100:00100000:2.0:1787755761.637786:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916224 00000100:00100000:1.0:1787755761.637788:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666916992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.637789:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916224 00000100:00100000:2.0:1787755761.637807:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916736 00000100:00100000:2.0:1787755761.637810:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916736 00000100:00100000:1.0:1787755761.637817:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666916992:12345-0@lo:400:kworker.0 Request processed in 30us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755761.637823:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10018 00000100:00100000:2.0:1787755761.637830:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15596 00000100:00100000:1.0:1787755761.637832:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10019 00000100:00100000:1.0:1787755761.637837:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666917376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.637837:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588666916480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.637869:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588666916480:12345-0@lo:400:kworker.0 Request processed in 32us (2565us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755761.637870:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666917376:12345-0@lo:400:kworker.0 Request processed in 34us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.637876:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15596 00000100:00100000:1.0:1787755761.637877:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10019 00000100:00100000:1.0:1787755761.637889:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10020 00000100:00100000:2.0:1787755761.637890:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15597 00000100:00100000:1.0:1787755761.637896:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666917248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.637896:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588666917504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755761.637922:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666917248:12345-0@lo:400:kworker.0 Request processed in 27us (2130us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.637922:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588666917504:12345-0@lo:400:kworker.0 Request processed in 27us (2421us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755761.637929:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10020 00000100:00100000:2.0:1787755761.637929:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15597 00000100:00100000:2.0:1787755761.637941:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15598 00000100:00100000:2.0:1787755761.637948:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588666916352:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1787755761.637952:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755761.637957:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755761.637958:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755761.637960:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755761.638053:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666916608:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.638060:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588666916352:12345-0@lo:400:kworker.0 Request processed in 113us (2492us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.638065:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15598 00000100:00100000:2.0:1787755761.638078:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15599 00000100:00100000:0.0:1787755761.638142:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15600 00000100:00100000:0.0:1787755761.638156:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588666916224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.638180:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588666916864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638203:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588666916224:12345-0@lo:400:kworker.0 Request processed in 50us (2501us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755761.638211:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15600 00000100:00100000:0.0:1787755761.638227:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15601 00000100:00100000:0.0:1787755761.638235:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588666916736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638270:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588666916736:12345-0@lo:400:kworker.0 Request processed in 36us (2528us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755761.638276:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15601 00000100:00100000:2.0:1787755761.638302:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588666916864:12345-0@lo:400:kworker.0 Request processed in 216us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755761.638310:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15599 00000100:00100000:0.0:1787755761.638395:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588666916224:0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638411:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588666916736:0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638426:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666917248:0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638442:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588666916352:0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638456:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588666916864:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.638496:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588666915840:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.638514:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666915968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755761.638524:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588666916480:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.638533:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666916992:0@lo:400:kworker.0 00000100:00100000:2.0:1787755761.638544:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588666917504:0@lo:400:kworker.0 00000100:00100000:0.0:1787755761.638914:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666917376:0@lo:400:kworker.0 00000100:00100000:3.0:1787755761.640427:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666916096 00000100:00100000:3.0:1787755761.640447:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666916096 00000100:00100000:3.0:1787755761.640567:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917120 00000100:00100000:3.0:1787755761.640572:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917120 00000100:00100000:3.0:1787755761.641903:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23993 00000100:00100000:3.0:1787755761.641930:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666916096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755761.642134:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666916096:12345-0@lo:400:kworker.0 Request processed in 216us (7213us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755761.642145:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23993 00000100:00100000:3.0:1787755761.642176:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23994 00000100:00100000:3.0:1787755761.642184:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3650:x1874588666917120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755761.642221:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3650:x1874588666917120:12345-0@lo:400:kworker.0 Request processed in 38us (7116us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755761.642226:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23994 00000100:00100000:3.0:1787755761.645432:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666916096:0@lo:400:kworker.0 00000100:00100000:3.0:1787755761.645460:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666917120:0@lo:400:kworker.0 00010000:00010000:0.0:1787755761.995559:0:163895:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:0.0:1787755761.995614:0:163895:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000004:00080000:3.0:1787755762.146612:0:9883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8819168292569ns, next at 8820168288605ns, rc = 0 00000100:00100000:3.0:1787755762.146648:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755762.146678:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666917632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755762.146788:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755762.146838:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917632 00000100:00100000:3.0:1787755762.146846:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917632 00000100:00100000:3.0:1787755762.146897:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760 00000100:00100000:3.0:1787755762.146907:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666917632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755762.146936:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755762.146983:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666917632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755762.147258:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760 00000100:00100000:3.0:1787755762.147388:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666917632:0@lo:13:osp-pre-1-1.0 00000001:00080000:0.0:1787755762.150351:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973849 is committed 00000001:00080000:0.0:1787755762.150372:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973848 is committed 00000004:00080000:1.0:1787755762.151667:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 362 committed 00010000:00010000:1.0:1787755762.151792:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755762.151814:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.151877:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.151884:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755762.151912:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657865f2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657865f9 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755762.151936:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985317 is committed 00000020:00080000:1.0:1787755762.151950:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4aba23c0 refcount 2 committed 0 result 0 batchid 3402 00000020:00080000:1.0:1787755762.151954:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff466fc300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aba2900 00000020:00080000:1.0:1787755762.151959:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1500 00000020:00080000:1.0:1787755762.151961:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff466fcf00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a638000 00000020:00080000:1.0:1787755762.151964:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1181 00000001:00080000:1.0:1787755762.151974:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985314 is committed 00000020:00080000:1.0:1787755762.151979:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4c6f3000 refcount 2 committed 0 result 0 batchid 3401 00000020:00080000:1.0:1787755762.151992:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe456e8a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c6f3a80 00000020:00080000:1.0:1787755762.151996:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1499 00000020:00080000:1.0:1787755762.151998:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe456e8000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe46daee00 00000020:00080000:1.0:1787755762.152001:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1180 00000004:00080000:1.0:1787755762.152010:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 361 committed 00010000:00010000:0.0:1787755762.152053:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152062:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152075:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152082:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755762.152087:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152094:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152110:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755762.152113:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755762.152118:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152124:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657866b6 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152142:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152149:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152156:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152160:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755762.152163:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152174:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152181:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755762.152183:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755762.152186:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152191:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b3253657866bd lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152207:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152213:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152219:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152224:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755762.152227:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152232:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152239:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x4ec94fd6 (ffff9dfe48afff00) 00010000:00010000:0.0:1787755762.152241:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755762.152244:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.152250:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578675e lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755762.157208:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4479c480 refcount 2 committed 0 result 0 batchid 3400 00000020:00080000:1.0:1787755762.157218:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4479c9c0 00000020:00080000:1.0:1787755762.157222:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1498 00000020:00080000:1.0:1787755762.157225:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4b001c00 00000020:00080000:1.0:1787755762.157228:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1179 00000020:00080000:1.0:1787755762.157244:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4479c600 refcount 2 committed 0 result 0 batchid 3399 00000020:00080000:1.0:1787755762.157247:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4479ce40 00000020:00080000:1.0:1787755762.157249:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1497 00000020:00080000:1.0:1787755762.157252:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4b000c00 00000020:00080000:1.0:1787755762.157254:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1178 00000001:00080000:1.0:1787755762.157267:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985308 is committed 00000020:00080000:1.0:1787755762.157277:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3398 batchid updated 00000100:00100000:1.0:1787755762.157333:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666917760:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755762.157425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755762.157477:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755762.157484:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666917888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1787755762.157612:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917760 00000100:00100000:0.0:1787755762.157621:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917760 00000100:00100000:0.0:1787755762.157689:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11024 00000100:00100000:0.0:1787755762.157702:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666917760:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755762.157720:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755762.157780:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657865f9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18e:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657865f2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.157804:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18e:0x0].0x5a734ce9 (ffff9dfe48affc00) 00010000:00010000:0.0:1787755762.157817:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755762.157860:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588666917760:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 161us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755762.157868:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11024 00000100:00100000:1.0:1787755762.158202:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755762.158252:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666917760:0@lo:103:jbd2/dm-1-8.0 00000020:00080000:1.0:1787755762.158285:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3402 committed batchid 3398 00000004:00080000:1.0:1787755762.158485:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49086600 with version 6802 00000020:00080000:1.0:1787755762.158496:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3395 cancel update log [0x200000401:0x3:0x0].1492: rc = 0 00000020:00080000:1.0:1787755762.158550:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3395 cancel update log [0x240000400:0x3:0x0].1174: rc = 0 00000004:00080000:1.0:1787755762.158574:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe50ca9240 with version 6803 00000020:00080000:1.0:1787755762.158577:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3396 cancel update log [0x200000401:0x3:0x0].1493: rc = 0 00000020:00080000:1.0:1787755762.158597:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3396 cancel update log [0x240000400:0x3:0x0].1175: rc = 0 00000004:00080000:1.0:1787755762.158623:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5065d9c0 with version 6804 00000020:00080000:1.0:1787755762.158626:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3397 cancel update log [0x200000401:0x3:0x0].1495: rc = 0 00000020:00080000:1.0:1787755762.158645:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3397 cancel update log [0x240000400:0x3:0x0].1176: rc = 0 00000004:00080000:1.0:1787755762.158664:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5065df00 with version 6805 00000020:00080000:1.0:1787755762.158666:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3398 cancel update log [0x200000401:0x3:0x0].1496: rc = 0 00000020:00080000:1.0:1787755762.158681:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3398 cancel update log [0x240000400:0x3:0x0].1177: rc = 0 00000020:00080000:1.0:1787755762.158694:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3398 00000004:00080000:3.0:1787755762.160556:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6802 rpc_version 6802 00000020:00100000:3.0:1787755762.160614:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755762.160629:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe453cad80 x1874588666918144/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755762.160660:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666918144:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755762.160778:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755762.160822:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755762.160955:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666918144 00000100:00100000:1.0:1787755762.160964:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666918144 00000100:00100000:1.0:1787755762.161096:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23995 00000100:00100000:1.0:1787755762.161108:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e82c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666918144:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755762.161300:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e82c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666918144:12345-0@lo:1000:osp_up0-1.0 Request processed in 193us (520us total) trans 8589957392 rc 0/0 00000100:00100000:1.0:1787755762.161309:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23995 00000100:00100000:0.0:1787755762.161684:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666917888 00000100:00100000:0.0:1787755762.161690:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666917888 00000100:00100000:0.0:1787755762.161734:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30733 00000100:00100000:0.0:1787755762.161764:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666917888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1787755762.161789:0:8436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1233 count 1 00010000:00010000:0.0:1787755762.161819:0:8436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.161844:0:8436:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.161861:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d1:0x0].0x0 since=9s v=(0 0) 00010000:00010000:0.0:1787755762.161865:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d1:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755762.161870:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.161905:0:8436:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.161922:0:8436:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 6 pid: 20488 timeout: 8919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755762.161935:0:8436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588666918272:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755762.162169:0:8436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b019c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755762.162921:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666918144:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755762.162935:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6803 rpc_version 6803 00000020:00100000:3.0:1787755762.162955:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755762.162961:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe453c8700 x1874588666918528/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755762.162979:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c8700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666918528:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755762.163242:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755762.163274:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755762.164106:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666918528 00000100:00100000:0.0:1787755762.164119:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666918528 00000100:00100000:0.0:1787755762.164192:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23996 00000100:00100000:0.0:1787755762.164203:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666918528:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755762.164427:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666918528:12345-0@lo:1000:osp_up0-1.0 Request processed in 224us (1184us total) trans 8589957393 rc 0/0 00000100:00100000:0.0:1787755762.164435:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23996 00000100:00100000:3.0:1787755762.164880:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c8700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666918528:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755762.164894:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6804 rpc_version 6804 00000020:00100000:3.0:1787755762.164918:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755762.164925:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4556a300 x1874588666918784/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755762.164948:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666918784:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755762.165445:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755762.165482:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755762.166169:0:8436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588666918272:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755762.166200:0:8436:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755762.166345:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755762.166419:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402176 00000100:00100000:0.0:1787755762.166427:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402176 00010000:00010000:0.0:1787755762.166486:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 7 pid: 20488 timeout: 8919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755762.166576:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666918784 00000100:00100000:3.0:1787755762.166583:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666918784 00000100:00100000:3.0:1787755762.166628:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23997 00000100:00100000:3.0:1787755762.166639:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666918784:12345-0@lo:1000:osp_up0-1.0 00000100:00080000:1.0:1787755762.166829:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755762.166880:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21580 00000100:00100000:0.0:1787755762.166890:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654402176:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755762.166904:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755762.166911:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 7 pid: 20488 timeout: 8919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.166927:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 7 pid: 20488 timeout: 8919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.166954:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f4b26c4/0x9b2b325365786416 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213802 expref: 7 pid: 20488 timeout: 8919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.166972:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d1:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755762.166977:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d1:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755762.166983:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755762.167722:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666918784:12345-0@lo:1000:osp_up0-1.0 Request processed in 1081us (2274us total) trans 8589957394 rc 0/0 00000100:00100000:3.0:1787755762.167733:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23997 00010000:00010000:0.0:1787755762.167858:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.167897:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755762.167952:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654402176:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1063us (1636us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755762.167960:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21580 00000100:00100000:3.0:1787755762.168205:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666918784:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755762.168219:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6805 rpc_version 6805 00000020:00100000:3.0:1787755762.168248:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755762.168257:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe41a18a80 x1874588666919040/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755762.168277:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a18a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666919040:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755762.168345:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755762.168372:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6540 going to sleep for 11 seconds 00010000:00010000:0.0:1787755762.169945:0:8436:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.169967:0:8436:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.169982:0:8436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755762.170501:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919040 00000100:00100000:1.0:1787755762.170510:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919040 00000100:00100000:1.0:1787755762.170573:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23998 00000100:00100000:1.0:1787755762.170584:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666919040:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755762.170876:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666919040:12345-0@lo:1000:osp_up0-1.0 Request processed in 293us (2530us total) trans 8589957395 rc 0/0 00000100:00100000:1.0:1787755762.170885:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23998 00010000:00010000:0.0:1787755762.171103:0:8436:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755762.171129:0:8436:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755762.171285:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666917888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9522us (13083us total) trans 4294976185 rc 0/0 00000100:00100000:0.0:1787755762.171294:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30733 00000004:00080000:0.0:1787755762.171378:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe453ca300/2, rc 0, transno 4294976185 00000100:00100000:0.0:1787755762.171386:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666917888:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1787755762.171548:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a18a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666919040:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755762.171710:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755762.171719:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.171729:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755762.171734:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.171826:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.171854:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.171861:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b32536578677a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755762.171886:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755762.171888:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755762.171890:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755762.680441:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755763.082220:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082292:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082342:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082370:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082391:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082411:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082430:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082455:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755763.082487:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402816 00000100:00100000:3.0:1787755763.082497:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402816 00000100:00100000:3.0:1787755763.082554:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403328 00000100:00100000:3.0:1787755763.082557:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403328 00000100:00100000:3.0:1787755763.082573:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402688 00000100:00100000:3.0:1787755763.082575:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402688 00000100:00100000:3.0:1787755763.082594:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403200 00000100:00100000:3.0:1787755763.082596:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403200 00000100:00100000:3.0:1787755763.082617:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10021 00000100:00100000:3.0:1787755763.082627:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654402816:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755763.082702:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654402816:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 76us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755763.082710:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10021 00000100:00100000:3.0:1787755763.082729:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10022 00000100:00100000:3.0:1787755763.082751:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654403328:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755763.082778:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654403328:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755763.082784:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10022 00000100:00100000:3.0:1787755763.082959:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10023 00000100:00100000:3.0:1787755763.082967:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654402688:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755763.082994:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654402688:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755763.083000:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10023 00000100:00100000:3.0:1787755763.083013:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10024 00000100:00100000:3.0:1787755763.083019:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654403200:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755763.083041:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654403200:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755763.083047:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10024 00000100:00080000:3.0:1787755763.083071:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755763.083075:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755763.083296:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402304 00000100:00100000:0.0:1787755763.083301:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402304 00000100:00100000:0.0:1787755763.083349:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2374 00000100:00100000:0.0:1787755763.083357:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654402304:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755763.083392:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654402304:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755763.083398:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2374 00000100:00100000:0.0:1787755763.083424:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402560 00000100:00100000:0.0:1787755763.083429:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402560 00000100:00100000:0.0:1787755763.083464:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403072 00000100:00100000:0.0:1787755763.083467:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403072 00000100:00100000:0.0:1787755763.083486:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402432 00000100:00100000:0.0:1787755763.083489:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402432 00000100:00100000:0.0:1787755763.083507:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654402944 00000100:00100000:0.0:1787755763.083510:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654402944 00000100:00100000:0.0:1787755763.083529:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15602 00000100:00100000:0.0:1787755763.083536:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654402560:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755763.083570:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654402560:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 35us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755763.083577:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15602 00000100:00100000:0.0:1787755763.083589:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15603 00000100:00100000:0.0:1787755763.083596:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654403072:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755763.083620:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654403072:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755763.083625:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15603 00000100:00100000:0.0:1787755763.083641:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15604 00000100:00100000:0.0:1787755763.083646:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654402432:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755763.083668:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654402432:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (1277us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755763.083674:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15604 00000100:00100000:0.0:1787755763.083684:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15605 00000100:00100000:0.0:1787755763.083690:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654402944:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755763.083715:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654402944:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755763.083720:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15605 00000100:00080000:0.0:1787755763.083861:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755763.083865:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755763.682750:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666919168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755763.682860:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755763.682937:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919168 00000100:00100000:3.0:1787755763.683028:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919168 00000100:00100000:3.0:1787755763.683126:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23999 00000100:00100000:3.0:1787755763.683141:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666919168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755763.683195:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443426304 avail 1297186816 00000100:00100000:3.0:1787755763.683420:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666919168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 283us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755763.683430:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23999 00010000:00010000:2.0:1787755763.686677:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755763.687988:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985308 gen 2 00000004:00080000:0.0:1787755763.688008:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985307 committed transno 4294985308 00000004:00080000:0.0:1787755763.688060:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985308 committed transno 4294985308 00000020:00080000:0.0:1787755763.688073:0:3649:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4b28c0c0 refcount 2 committed 0 result 0 batchid 4294979802 00000020:00080000:0.0:1787755763.688081:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51223e00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4b28c3c0 00000020:00080000:0.0:1787755763.688086:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].934 00000020:00080000:0.0:1787755763.688090:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe464b6400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4b311800 00000020:00080000:0.0:1787755763.688093:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].931 00000100:00100000:0.0:1787755763.688169:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666919168:0@lo:41:osp-pre-1-0.0 00000020:00080000:2.0:1787755763.688364:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979802 committed batchid 4294979801 00000020:00080000:2.0:1787755763.688493:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979801 00000100:00100000:0.0:1787755764.195760:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666919296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755764.195892:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755764.198478:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919296 00000100:00100000:1.0:1787755764.198493:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919296 00000100:00100000:1.0:1787755764.198574:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24000 00000100:00100000:1.0:1787755764.198589:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666919296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755764.198655:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442811904 avail 1296572416 00000100:00100000:1.0:1787755764.198782:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666919296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 196us (2889us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755764.198791:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24000 00000100:00100000:1.0:1787755764.198822:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755764.198841:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666919424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755764.198898:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755764.198971:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919424 00000100:00100000:1.0:1787755764.198976:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919424 00000100:00100000:1.0:1787755764.199020:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761 00000100:00100000:1.0:1787755764.199029:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff75c37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666919424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755764.199051:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699904 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755764.199088:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff75c37c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666919424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755764.199095:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761 00000100:00080000:1.0:1787755764.199496:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755764.199552:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666919424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755764.199601:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666919296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755764.208671:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666919552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755764.208879:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755764.213626:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919552 00000100:00100000:3.0:1787755764.213653:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919552 00000100:00080000:1.0:1787755764.213884:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755764.214052:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762 00000100:00100000:3.0:1787755764.214070:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666919552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755764.214123:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755764.214270:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666919552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 206us (5389us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755764.214281:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762 00000100:00100000:0.0:1787755764.214504:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973849 gen 2 00000004:00080000:0.0:1787755764.214512:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe51b85f80, transno 4294973849 00000100:00100000:0.0:1787755764.214547:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666919552:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787755764.708683:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755765.034528:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755765.035047:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403456 00000100:00100000:2.0:1787755765.035066:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403456 00000100:00100000:2.0:1787755765.035167:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70064 00000100:00100000:2.0:1787755765.035179:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:223739:x1874588654403456:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755765.035200:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755765.035221:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786781 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138f0 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.035289:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.035302:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.035337:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755765.035392:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755765.035396:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755765.035418:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.035444:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786781 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.036054:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.036062:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755765.036065:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755765.036069:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755765.036144:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:223739:x1874588654403456:12345-192.168.201.7@tcp:101:cat.0 Request processed in 968us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.036151:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70064 00000100:00080000:0.0:1787755765.036416:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755765.039805:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.039945:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403584 00000100:00100000:3.0:1787755765.039966:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403584 00000100:00100000:3.0:1787755765.040069:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70065 00000100:00100000:3.0:1787755765.040085:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:223739:x1874588654403584:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755765.040121:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755765.040154:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578678f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138f7 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040274:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040298:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040356:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040378:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040386:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040394:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040492:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657867a4 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040501:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657867a4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040509:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657867a4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755765.040539:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657867a4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040558:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040564:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040575:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040583:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040589:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.040594:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040603:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040619:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755765.040622:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.040628:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040634:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786796 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040654:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040661:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040667:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040907:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.040914:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040923:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040933:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48affa00) 00010000:00010000:3.0:1787755765.040936:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.040939:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.040946:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578679d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.041000:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578678f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f7 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.041020:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657867a4 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f7 expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.041030:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755765.041032:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755765.041035:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755765.041138:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:223739:x1874588654403584:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1055us (1343us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.041147:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70065 00000100:00100000:3.0:1787755765.055494:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755765.055749:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403712 00000100:00100000:1.0:1787755765.055772:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403712 00000100:00100000:1.0:1787755765.055876:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70066 00000100:00100000:1.0:1787755765.055897:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:223739:x1874588654403712:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755765.055936:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1787755765.056789:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787755765.056935:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657867ab lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2138fe expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.057239:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657867b2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.057256:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657867b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.058227:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657867b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755765.058579:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00000004:00200000:1.0:1787755765.058588:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755765.058661:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657867ab lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138fe expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.058690:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657867b2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138fe expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.058714:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:1.0:1787755765.058718:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755765.058724:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755765.058842:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:223739:x1874588654403712:12345-192.168.201.7@tcp:101:cat.0 Request processed in 2950us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.058859:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70066 00000100:00100000:3.0:1787755765.062829:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755765.064146:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403840 00000100:00100000:1.0:1787755765.064165:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403840 00000100:00100000:1.0:1787755765.064264:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70067 00000100:00100000:1.0:1787755765.064287:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:223739:x1874588654403840:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755765.064355:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755765.064399:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657867b9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213905 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.064915:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.064930:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.065021:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755765.065143:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x191:0x0]: returning size 4096 00000004:00200000:1.0:1787755765.065149:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755765.065190:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657867b9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.065211:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.065220:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755765.065223:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755765.065227:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755765.066300:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:223739:x1874588654403840:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1036us (2504us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.066717:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70067 00000100:00100000:3.0:1787755765.067948:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755765.068062:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654403968 00000100:00100000:1.0:1787755765.068165:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654403968 00000100:00100000:1.0:1787755765.069595:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70068 00000100:00100000:1.0:1787755765.069623:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:223739:x1874588654403968:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755765.069655:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755765.069690:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657867c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21390c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.069768:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.069784:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.069801:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755765.069877:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18f:0x0]: returning size 4096 00000004:00200000:1.0:1787755765.069888:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755765.069969:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657867c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.070003:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.070019:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:1.0:1787755765.070026:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755765.070035:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755765.070163:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223739:x1874588654403968:12345-192.168.201.7@tcp:101:cat.0 Request processed in 549us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.070178:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70068 00000100:00100000:1.0:1787755765.075641:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.076366:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404224 00000100:00100000:0.0:1787755765.076378:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404224 00000100:00100000:0.0:1787755765.076559:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70069 00000100:00100000:0.0:1787755765.076579:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:223739:x1874588654404224:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755765.076602:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755765.076628:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657867d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213913 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.077914:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.078056:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.078073:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.078094:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.078103:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.078109:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:0.0:1787755765.078190:0:10713:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:3.0:1787755765.537940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.538247:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404352 00000100:00100000:0.0:1787755765.538259:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404352 00000100:00100000:0.0:1787755765.538388:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70070 00000100:00100000:0.0:1787755765.538401:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223741:x1874588654404352:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755765.538426:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755765.538456:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657867ea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21391a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.538529:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.538545:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.538558:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755765.538623:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755765.538628:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755765.538657:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787755765.538673:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755765.538698:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657867ea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.538721:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.538731:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755765.538734:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755765.538738:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755765.538805:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223741:x1874588654404352:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 407us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755765.538823:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70070 00000100:00100000:1.0:1787755765.545009:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.545280:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404480 00000100:00100000:3.0:1787755765.545293:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404480 00000100:00100000:3.0:1787755765.545388:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70071 00000100:00100000:3.0:1787755765.545401:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223741:x1874588654404480:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755765.545426:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755765.545449:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657867f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213921 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545516:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545530:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545542:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545556:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545563:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545570:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545645:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545654:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545665:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755765.545697:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545712:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545719:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545726:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545732:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545738:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.545742:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545750:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545765:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755765.545768:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.545774:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545780:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657867ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545796:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.545803:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546088:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546095:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.546098:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546105:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546115:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48affa00) 00010000:00010000:3.0:1787755765.546118:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.546121:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546127:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786806 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546167:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657867f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546183:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.546196:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755765.546198:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755765.546200:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755765.546290:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223741:x1874588654404480:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 892us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.546299:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70071 00000100:00100000:3.0:1787755765.577675:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.577814:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404608 00000100:00100000:0.0:1787755765.577835:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404608 00000100:00100000:0.0:1787755765.577921:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70072 00000100:00100000:0.0:1787755765.577945:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223741:x1874588654404608:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755765.577972:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755765.577995:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786814 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213928 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.578075:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b32536578681b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.578090:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b32536578681b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.578103:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b32536578681b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755765.578210:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00000004:00200000:0.0:1787755765.578215:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755765.578255:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786814 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213928 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.578277:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b32536578681b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213928 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.578285:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:0.0:1787755765.578289:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755765.578294:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00080000:2.0:1787755765.578474:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755765.578713:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223741:x1874588654404608:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 771us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755765.578721:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70072 00000100:00100000:0.0:1787755765.589205:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.589350:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404736 00000100:00100000:3.0:1787755765.589363:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404736 00000100:00100000:3.0:1787755765.589436:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70073 00000100:00100000:3.0:1787755765.589447:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223741:x1874588654404736:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755765.589472:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755765.589496:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365786822 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21392f expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589573:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589587:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589598:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589614:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589622:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589629:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589733:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589743:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589749:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755765.589794:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e57:0x0]: returning size 6 00000004:00200000:3.0:1787755765.589799:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755765.589835:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589849:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589860:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589868:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589875:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589883:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589894:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.589899:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589907:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589932:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755765.589937:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.589944:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589951:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786829 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589969:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589975:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589981:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589987:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.589989:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.589995:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.590006:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x4ec94fd6 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755765.590009:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.590012:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.590017:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786830 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.590050:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365786822 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21392f expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.590064:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21392f expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.590071:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755765.590074:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755765.590076:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755765.590156:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223741:x1874588654404736:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 709us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.590164:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70073 00000100:00100000:2.0:1787755765.601718:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.601814:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404864 00000100:00100000:3.0:1787755765.601828:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404864 00000100:00100000:3.0:1787755765.601880:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70074 00000100:00100000:3.0:1787755765.601889:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223741:x1874588654404864:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755765.601911:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755765.601938:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578683e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213936 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.601996:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602007:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602015:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602021:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602026:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602030:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602112:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602117:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602121:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755765.602161:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da7:0x0]: returning size 6 00000004:00200000:3.0:1787755765.602166:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755765.602184:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602196:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602204:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602209:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602213:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602219:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602222:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.602226:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602231:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602241:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:3.0:1787755765.602243:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.602246:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602251:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786845 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602267:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602272:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602275:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602278:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755765.602279:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602282:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602286:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536dc00) 00010000:00010000:3.0:1787755765.602287:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.602289:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602292:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578684c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602311:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578683e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213936 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602571:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213936 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.602576:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755765.602577:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755765.602579:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755765.602898:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223741:x1874588654404864:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1008us (1194us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.602904:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70074 00000100:00100000:0.0:1787755765.607435:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.607492:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755765.607583:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654404992 00000100:00100000:2.0:1787755765.607597:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654404992 00000100:00100000:2.0:1787755765.607707:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11025 00000100:00100000:2.0:1787755765.607722:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654404992:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755765.607744:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755765.607787:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365786837 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21392f expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.607828:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755765.607842:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755765.607931:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654404992:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 204us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.607939:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11025 00000100:00100000:1.0:1787755765.610361:0:124229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654405248 00000100:00100000:1.0:1787755765.610376:0:124229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654405248 00000100:00100000:1.0:1787755765.610457:0:124229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1226 00000100:00100000:1.0:1787755765.610467:0:124229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223741:x1874588654405248:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:1.0:1787755765.610524:0:124229:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755765.610553:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786853 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213936 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.610574:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dfe48affa00) 00010000:00010000:1.0:1787755765.610584:0:124229:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755765.610706:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666919680:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.610786:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.610870:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.611034:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919680 00000100:00100000:2.0:1787755765.611039:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919680 00000100:00100000:2.0:1787755765.611080:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24001 00000100:00100000:2.0:1787755765.611086:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666919680:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.611175:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666919680:12345-0@lo:1000:mdt_io00_003.0 Request processed in 89us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.611182:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24001 00000100:00100000:1.0:1787755765.611563:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666919680:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.611637:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666919808:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.611681:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.611725:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557010c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.611768:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919808 00000100:00100000:2.0:1787755765.611774:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919808 00000100:00100000:2.0:1787755765.611827:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24002 00000100:00100000:2.0:1787755765.611835:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666919808:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.611930:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666919808:12345-0@lo:1000:mdt_io00_003.0 Request processed in 96us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.611935:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24002 00000100:00100000:3.0:1787755765.612071:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666919808:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.612092:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00000100:00100000:3.0:1787755765.612115:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666919936:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.612136:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.612154:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.612445:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666919936 00000100:00100000:2.0:1787755765.612451:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666919936 00000100:00100000:2.0:1787755765.612474:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24003 00000100:00100000:2.0:1787755765.612480:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666919936:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.612540:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666919936:12345-0@lo:1000:mdt_io00_003.0 Request processed in 60us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.612544:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24003 00000100:00100000:3.0:1787755765.612593:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666919936:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.612616:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e56:0x0] 00000100:00100000:3.0:1787755765.612643:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920064:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.612670:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.612711:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.612754:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666920064 00000100:00100000:2.0:1787755765.612759:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666920064 00000100:00100000:2.0:1787755765.612790:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24004 00000100:00100000:2.0:1787755765.612797:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666920064:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.612866:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666920064:12345-0@lo:1000:mdt_io00_003.0 Request processed in 69us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.612873:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24004 00000100:00100000:3.0:1787755765.613017:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920064:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.613047:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00000100:00100000:3.0:1787755765.613061:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920192:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.613079:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.613096:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.613153:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666920192 00000100:00100000:1.0:1787755765.613156:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666920192 00000100:00100000:1.0:1787755765.613184:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24005 00000100:00100000:1.0:1787755765.613189:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666920192:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.613235:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666920192:12345-0@lo:1000:mdt_io00_003.0 Request processed in 46us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.613239:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24005 00000100:00100000:1.0:1787755765.613259:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920192:0@lo:1000:mdt_io00_003.0 00000004:00020000:1.0:1787755765.613278:0:124229:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:1.0:1787755765.613337:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.613344:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.613352:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 3/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.613360:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920320:0@lo:101:mdt_io00_003.0 00000100:00100000:1.0:1787755765.613380:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.613392:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557010c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.613399:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666920320 00000100:00100000:1.0:1787755765.613402:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666920320 00000100:00100000:1.0:1787755765.613413:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24006 00000100:00100000:1.0:1787755765.613417:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588666920320:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755765.613424:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755765.613442:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578685a expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.613471:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 6 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.613485:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.613510:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 6 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.613522:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 6 pid: 35153 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.613530:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588666920448:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755765.613577:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701600 going to sleep for 11 seconds 00000004:00020000:0.0:1787755765.614293:0:10713:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4464 00010000:00010000:0.0:1787755765.614411:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614423:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614432:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755765.614445:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da7:0x0]: returning size 6 00010000:00010000:0.0:1787755765.614558:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614564:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614569:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614573:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614577:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755765.614580:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614592:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614609:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:0.0:1787755765.614612:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755765.614617:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614624:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657867dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614643:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614649:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614655:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614660:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755765.614662:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614669:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614687:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536dc00) 00010000:00010000:0.0:1787755765.614697:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755765.614701:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614708:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657867e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614766:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657867d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614783:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.614789:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:0.0:1787755765.614791:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755765.614792:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755765.614861:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:223739:x1874588654404224:12345-192.168.201.7@tcp:101:cat.0 Request processed in 538286us (539235us total) trans 8589957396 rc 0/0 00000100:00100000:0.0:1787755765.614868:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70069 00000001:00080000:0.0:1787755765.619421:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957396 is committed 00000020:00080000:0.0:1787755765.619443:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979802 batchid updated 00000001:00080000:0.0:1787755765.619460:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957395 is committed 00000020:00080000:2.0:1787755765.619489:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979802 00000001:00080000:0.0:1787755765.619492:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957391 is committed 00010000:00010000:3.0:1787755765.619562:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755765.619572:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4cf3f000 with version 1818 00010000:00010000:3.0:1787755765.619575:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.619584:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.619596:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00000020:00080000:2.0:1787755765.619603:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979802 cancel update log [0x240000404:0x2:0x0].934: rc = 0 00010000:00010000:3.0:1787755765.619603:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.619611:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.619630:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536dc00) 00010000:00010000:3.0:1787755765.619634:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755765.619640:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.619646:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786734 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787755765.619729:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979802 cancel update log [0x200000bd0:0x2:0x0].931: rc = 0 00000020:00080000:2.0:1787755765.619741:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979802 00000004:00080000:0.0:1787755765.620148:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1818 rpc_version 1818 00000020:00100000:0.0:1787755765.620185:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755765.620198:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a048a80 x1874588666920704/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755765.620222:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666920704:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755765.620290:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755765.620349:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.620486:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666920704 00000100:00100000:2.0:1787755765.620495:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666920704 00000100:00100000:2.0:1787755765.620559:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24007 00000100:00100000:2.0:1787755765.620570:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588666920704:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755765.620972:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666920704:12345-0@lo:1000:osp_up1-0.0 Request processed in 403us (681us total) trans 4294985318 rc 0/0 00000100:00100000:2.0:1787755765.620981:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24007 00000100:00100000:0.0:1787755765.621070:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666920704:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755765.622534:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755765.622883:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588666920448:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755765.623132:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.623667:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755765.623671:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755765.623676:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.623696:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755765.623775:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666920320:12345-0@lo:101:mdt_io00_003.0 Request processed in 10355us (10391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.623785:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24006 00000100:00100000:0.0:1787755765.624356:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f8a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920320:0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755765.624383:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 4/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.624393:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 4/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.625418:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654405376 00000100:00100000:3.0:1787755765.625430:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654405376 00010000:00010000:3.0:1787755765.625479:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 7 pid: 35153 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.625519:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21581 00000100:00100000:3.0:1787755765.625530:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654405376:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755765.625547:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755765.625556:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 7 pid: 35153 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.625572:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 7 pid: 35153 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.625604:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657867c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213905 expref: 7 pid: 35153 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.625623:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755765.625628:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.625639:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.625649:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.625699:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.625715:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588666920832:0@lo:105: 00000100:00100000:3.0:1787755765.625786:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.625966:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.626232:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666920832 00000100:00100000:2.0:1787755765.626238:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666920832 00000100:00100000:2.0:1787755765.626282:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7870 00000100:00100000:2.0:1787755765.626289:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588666920832:12345-0@lo:105: 00010000:00010000:2.0:1787755765.626301:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 5/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.626309:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 5/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.626349:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 5/0,1 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.626357:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.626365:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.626374:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.626400:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60c00) 00010000:00010000:0.0:1787755765.626429:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.626452:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755765.626458:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588666920832:12345-0@lo:105: Request processed in 169us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.626466:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7870 00000004:00080000:0.0:1787755765.626490:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00000100:00100000:2.0:1787755765.626516:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588666920832:0@lo:105: 00010000:00010000:2.0:1787755765.626533:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755765.626557:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.626565:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.626577:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755765.626588:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654405376:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1059us (4064us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755765.626597:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920960:0@lo:101:mdt_io00_003.0 00000100:00100000:2.0:1787755765.626598:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21581 00000100:00100000:0.0:1787755765.626641:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.626866:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755765.626979:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654405504 00000100:00100000:1.0:1787755765.626998:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654405504 00000100:00100000:1.0:1787755765.627051:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30734 00000100:00100000:1.0:1787755765.627060:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654405504:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755765.627085:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755765.627106:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000cee9f79/0x9b2b32536578687d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21393d expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.627165:0:35156:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35156:1874588666921088:192.168.201.7@tcp:106: 00000100:00100000:1.0:1787755765.627241:0:35156:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701600 going to sleep for 11 seconds 00000100:00080000:2.0:1787755765.627384:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755765.627469:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe43c3cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.629630:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666920960 00000100:00100000:2.0:1787755765.629647:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666920960 00000100:00100000:2.0:1787755765.629889:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24008 00000100:00100000:2.0:1787755765.629901:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666920960:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755765.629929:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755765.629960:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786884 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786876 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.629997:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786884 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786876 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.630014:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786884 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786876 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.630023:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x4ec94fd6 (ffff9dfe46981d00) 00010000:00010000:2.0:1787755765.630026:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755765.630030:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755765.630154:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666920960:12345-0@lo:101:mdt_io00_003.0 Request processed in 254us (3513us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.630162:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24008 00000100:00100000:1.0:1787755765.630377:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666920960:0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755765.630406:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.630419:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755765.630519:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00010000:00010000:1.0:1787755765.630540:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.630555:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.630563:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.630598:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.630617:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 9 pid: 6520 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.630634:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666921216:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755765.630954:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557010c0 going to sleep for 11 seconds 00002000:00010000:2.0:1787755765.633417:0:35156:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x517:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1787755765.633430:0:35156:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x517:0x0] updating lvb mtime: 0 -> 1787755760 00002000:00010000:2.0:1787755765.634143:0:35156:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x517:0x0] updating lvb atime: 0 -> 1787755760 00002000:00010000:2.0:1787755765.634147:0:35156:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x517:0x0] updating lvb ctime: 0 -> 1787755760 00002000:00010000:2.0:1787755765.634149:0:35156:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x517:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1787755765.634185:0:35156:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35156:1874588666921088:192.168.201.7@tcp:106: 00010000:00010000:2.0:1787755765.634247:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000cee9f79/0x9b2b32536578687d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21393d expref: 6 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.634281:0:35156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000cee9f79/0x9b2b32536578687d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21393d expref: 6 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.634297:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:2.0:1787755765.634445:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654405504:12345-192.168.201.7@tcp:101:cat.0 Request processed in 7371us (7564us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755765.634457:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30734 00000100:00100000:0.0:1787755765.635160:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755765.635280:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654405632 00000100:00100000:2.0:1787755765.635293:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654405632 00010000:00010000:2.0:1787755765.635381:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 10 pid: 6520 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755765.635537:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21582 00000100:00100000:2.0:1787755765.635552:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654405632:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755765.635575:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755765.635584:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 10 pid: 6520 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.635603:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 10 pid: 6520 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.635628:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:2.0:1787755765.635635:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.635647:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.635656:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.635803:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755765.635903:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654405632:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 353us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.635911:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21582 00010000:00010000:1.0:1787755765.637000:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657867ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21390c expref: 9 pid: 6520 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.637032:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666921216:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755765.637068:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.637092:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.637099:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.637137:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.637150:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.637158:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.637248:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921344:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.637359:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.637406:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.637886:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666921344 00000100:00100000:2.0:1787755765.637895:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666921344 00000100:00100000:2.0:1787755765.638035:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24009 00000100:00100000:2.0:1787755765.638047:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921344:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.638144:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921344:12345-0@lo:1000:mdt_io00_003.0 Request processed in 99us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.638156:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24009 00000100:00100000:1.0:1787755765.638307:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921344:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.638409:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921472:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.638525:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.638549:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.639030:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666921472 00000100:00100000:2.0:1787755765.639039:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666921472 00000100:00100000:2.0:1787755765.639100:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24010 00000100:00100000:2.0:1787755765.639108:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921472:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.639216:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921472:12345-0@lo:1000:mdt_io00_003.0 Request processed in 109us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.639223:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24010 00000100:00100000:1.0:1787755765.639310:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921472:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.639418:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921600:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.640776:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.640822:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.640999:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666921600 00000100:00100000:2.0:1787755765.641008:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666921600 00000100:00100000:2.0:1787755765.641214:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24011 00000100:00100000:2.0:1787755765.641227:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921600:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.641902:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921600:12345-0@lo:1000:mdt_io00_003.0 Request processed in 675us (1129us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755765.641914:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24011 00000100:00100000:1.0:1787755765.642273:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921600:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.642447:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921728:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.642495:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.642524:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.643512:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666921728 00000100:00100000:2.0:1787755765.643530:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666921728 00000100:00100000:2.0:1787755765.643616:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24012 00000100:00100000:2.0:1787755765.643631:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921728:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755765.643806:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921728:12345-0@lo:1000:mdt_io00_003.0 Request processed in 178us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.643815:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24012 00000100:00100000:1.0:1787755765.644092:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921728:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.644199:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921856:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.644238:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.644258:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.647394:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666921856 00000100:00100000:1.0:1787755765.647416:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666921856 00000100:00100000:1.0:1787755765.647502:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24013 00000100:00100000:1.0:1787755765.647513:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921856:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.647697:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666921856:12345-0@lo:1000:mdt_io00_003.0 Request processed in 178us (3451us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.647708:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24013 00000100:00100000:1.0:1787755765.647768:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666921856:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755765.647811:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e56:0x0] 00010000:00010000:1.0:1787755765.647919:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.648127:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.648136:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.648178:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.648196:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 8 pid: 10713 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.648212:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666921984:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755765.648293:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755765.655641:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.655733:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.655764:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.655775:0:38078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654405760 00000100:00100000:3.0:1787755765.655792:0:38078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654405760 00000100:00100000:1.0:1787755765.656069:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654405888 00000100:00100000:1.0:1787755765.656076:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654405888 00000100:00100000:1.0:1787755765.656155:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406016 00000100:00100000:1.0:1787755765.656159:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406016 00000100:00100000:1.0:1787755765.656189:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30735 00000100:00100000:1.0:1787755765.656200:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654405888:12345-192.168.201.7@tcp:16:kworker.0 00002000:00100000:3.0:1787755765.656351:0:38078:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x517:0x0] (0->5) req@ffff9dfe43f8a680 x1874588654405760/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:336/0 lens 496/0 e 0 to 0 dl 1787755776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1787755765.656359:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654405888:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 161us (625us total) trans 0 rc 0/0 00002000:00100000:3.0:1787755765.656363:0:38078:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43f8a680 with x1874588654405760 ext(0->5) 00000100:00100000:1.0:1787755765.656368:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30735 00002000:00010000:3.0:1787755765.656371:0:38078:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe43f8a680 00000100:00100000:1.0:1787755765.656392:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30736 00000100:00100000:3.0:1787755765.656392:0:38078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27910 00000100:00100000:1.0:1787755765.656399:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:223739:x1874588654406016:12345-192.168.201.7@tcp:101:cat.0 00000100:00100000:3.0:1787755765.656399:0:38078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654405760:12345-192.168.201.7@tcp:4:bash.0 00010000:00010000:1.0:1787755765.656409:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755765.656446:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213944 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.656484:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.656493:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x517:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1787755765.656509:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755765.656515:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.656557:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.656570:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 6 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.656588:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588666922112:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755765.656652:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755765.657744:0:38078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654405760:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1340us (2118us total) trans 4294976186 rc 0/0 00000100:00100000:3.0:1787755765.657757:0:38078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27910 00002000:00100000:3.0:1787755765.657767:0:38078:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x517:0x0] (0->5) req@ffff9dfe43f8a680 x1874588654405760/t4294976186(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:336/0 lens 496/448 e 0 to 0 dl 1787755776 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755765.657778:0:38078:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43f8a680 with x1874588654405760 ext(0->5) 00010000:00010000:3.0:1787755765.657788:0:38078:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 8 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.657802:0:38078:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 8 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755765.658377:0:38078:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9dfe43f8a680 00000100:00080000:2.0:1787755765.659070:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755765.667770:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666921984:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755765.667837:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.668989:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588666922112:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755765.669032:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.669058:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:3.0:1787755765.669141:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:223739:x1874588654406016:12345-192.168.201.7@tcp:101:cat.0 Request processed in 12740us (13373us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.669151:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30736 00000100:00100000:2.0:1787755765.670429:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.670525:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406144 00000100:00100000:3.0:1787755765.670537:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406144 00010000:00010000:3.0:1787755765.670588:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 9 pid: 10713 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.670635:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21583 00000100:00100000:3.0:1787755765.670646:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654406144:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755765.670661:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755765.670670:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 9 pid: 10713 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.670715:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 9 pid: 10713 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.670742:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786868 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213913 expref: 9 pid: 10713 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.670763:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:3.0:1787755765.670769:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.670780:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.670788:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.671036:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755765.671096:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654406144:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 451us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.671104:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21583 00010000:00010000:1.0:1787755765.671184:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.671193:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.671251:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.671258:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.671269:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755765.671295:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922240:0@lo:101:mdt_io00_003.0 00000100:00100000:1.0:1787755765.671403:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.671436:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755765.671767:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666922240 00000100:00100000:2.0:1787755765.671774:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666922240 00000100:00100000:2.0:1787755765.671820:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24014 00000100:00100000:2.0:1787755765.671829:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666922240:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755765.671851:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755765.671871:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657868ae lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657868a7 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.671894:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657868ae lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657868a7 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.671906:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657868ae lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657868a7 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.671914:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:2.0:1787755765.671916:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1787755765.671919:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755765.671965:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922240:12345-0@lo:101:mdt_io00_003.0 Request processed in 136us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.671971:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24014 00000100:00100000:3.0:1787755765.678767:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922240:0@lo:101:mdt_io00_003.0 00010000:00010000:3.0:1787755765.678828:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.678849:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755765.678888:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e57:0x0] 00000100:00100000:3.0:1787755765.679782:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922368:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.680299:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.680389:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755765.680507:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.680533:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.680575:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755765.680616:0:8440:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406400 00000100:00100000:0.0:1787755765.680625:0:8440:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406400 00002000:00100000:0.0:1787755765.680701:0:8440:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4d0:0x0] (0->5) req@ffff9dfe43cd5f80 x1874588654406400/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:336/0 lens 496/0 e 0 to 0 dl 1787755776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755765.680713:0:8440:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd5f80 with x1874588654406400 ext(0->5) 00002000:00010000:0.0:1787755765.680721:0:8440:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe43cd5f80 00000100:00100000:0.0:1787755765.680748:0:8440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27911 00000100:00100000:0.0:1787755765.680760:0:8440:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654406400:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755765.681350:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666922368 00000100:00100000:1.0:1787755765.681358:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666922368 00000100:00100000:1.0:1787755765.681403:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24015 00000100:00100000:1.0:1787755765.681413:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922368:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.681538:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922368:12345-0@lo:1000:mdt_io00_003.0 Request processed in 126us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.681546:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24015 00000100:00080000:2.0:1787755765.681893:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755765.681911:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406272 00000100:00100000:2.0:1787755765.681916:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406272 00010000:00010000:2.0:1787755765.681952:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 8 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755765.682013:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21584 00000100:00100000:2.0:1787755765.682023:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654406272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755765.682039:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1787755765.682062:0:6504:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x517:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1787755765.682069:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 8 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.682084:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406528 00010000:00010000:2.0:1787755765.682085:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 8 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.682089:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406528 00010000:00010000:2.0:1787755765.682118:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365786749 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138db expref: 8 pid: 24263 timeout: 8922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.682120:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30737 00000100:00100000:3.0:1787755765.682127:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654406528:12345-192.168.201.7@tcp:16:kworker.0 00010000:00010000:2.0:1787755765.682142:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755765.682147:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755765.682157:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.682169:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.682219:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755765.682237:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1874588666922496:192.168.201.7@tcp:105: 00000100:00100000:2.0:1787755765.682359:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe479c5000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755765.682539:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654406528:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 411us (2004us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.682548:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30737 00000100:00100000:3.0:1787755765.682610:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922368:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.682663:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00000100:00100000:3.0:1787755765.682737:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922624:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.682784:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.686716:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666922624 00000100:00100000:1.0:1787755765.686737:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666922624 00000100:00100000:1.0:1787755765.686832:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24016 00000100:00100000:1.0:1787755765.686846:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922624:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.697293:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.697471:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922624:12345-0@lo:1000:mdt_io00_003.0 Request processed in 10624us (14682us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.697485:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24016 00000100:00100000:1.0:1787755765.697557:0:8440:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654406400:12345-192.168.201.7@tcp:4:bash.0 Request processed in 16797us (16979us total) trans 4294973850 rc 0/0 00000100:00100000:1.0:1787755765.697566:0:8440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27911 00002000:00100000:1.0:1787755765.697582:0:8440:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000400:0x4d0:0x0] (0->5) req@ffff9dfe43cd5f80 x1874588654406400/t4294973850(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:336/0 lens 496/448 e 0 to 0 dl 1787755776 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755765.697594:0:8440:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd5f80 with x1874588654406400 ext(0->5) 00002000:00010000:1.0:1787755765.697601:0:8440:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe43cd5f80 00000100:00100000:0.0:1787755765.697766:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755765.697847:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406656 00000100:00100000:2.0:1787755765.697855:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406656 00000100:00100000:2.0:1787755765.697947:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70075 00000100:00100000:2.0:1787755765.697957:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:223739:x1874588654406656:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755765.697979:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755765.698000:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657868b5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1da7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21394b expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.698076:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657868b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21394b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.698084:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922624:0@lo:1000:mdt_io00_003.0 00010000:00010000:2.0:1787755765.698096:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657868b5 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21394b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.698119:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:2.0:1787755765.698123:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755765.698128:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000004:00080000:3.0:1787755765.698138:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e56:0x0] 00000100:00100000:2.0:1787755765.698172:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:223739:x1874588654406656:12345-192.168.201.7@tcp:101:cat.0 Request processed in 217us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.698179:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70075 00010000:00010000:3.0:1787755765.698189:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.698204:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.698213:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755765.698312:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922752:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.698392:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.698417:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.698570:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666922752 00000100:00100000:1.0:1787755765.698575:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666922752 00000100:00100000:1.0:1787755765.698618:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24017 00000100:00100000:1.0:1787755765.698626:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922752:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.698785:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922752:12345-0@lo:1000:mdt_io00_003.0 Request processed in 159us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.698792:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24017 00000100:00100000:3.0:1787755765.698983:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922752:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.699005:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e56:0x0] 00000100:00100000:3.0:1787755765.699035:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922880:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.699067:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.699089:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.699132:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666922880 00000100:00100000:1.0:1787755765.699136:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666922880 00000100:00100000:1.0:1787755765.699429:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24018 00000100:00100000:1.0:1787755765.699437:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922880:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.699496:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666922880:12345-0@lo:1000:mdt_io00_003.0 Request processed in 61us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.699503:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24018 00000100:00100000:3.0:1787755765.699958:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666922880:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.700010:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923008:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.700042:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.700068:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.701051:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923008 00000100:00100000:1.0:1787755765.701064:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923008 00000100:00100000:1.0:1787755765.701132:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24019 00000100:00100000:1.0:1787755765.701142:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923008:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.701271:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923008:12345-0@lo:1000:mdt_io00_003.0 Request processed in 130us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.701279:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24019 00000100:00100000:3.0:1787755765.702111:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923008:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.702159:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00000100:00100000:3.0:1787755765.702212:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923136:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.702275:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.702348:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.702521:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923136 00000100:00100000:1.0:1787755765.702528:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923136 00000100:00100000:1.0:1787755765.702572:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24020 00000100:00100000:1.0:1787755765.702581:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923136:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.702662:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923136:12345-0@lo:1000:mdt_io00_003.0 Request processed in 81us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.702670:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24020 00000100:00100000:3.0:1787755765.702958:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923136:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755765.702983:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e56:0x0] 00000100:00100000:3.0:1787755765.703018:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923264:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.703043:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.703068:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.703125:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923264 00000100:00100000:1.0:1787755765.703130:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923264 00000100:00100000:1.0:1787755765.703200:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24021 00000100:00100000:1.0:1787755765.703208:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923264:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.703267:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923264:12345-0@lo:1000:mdt_io00_003.0 Request processed in 59us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.703274:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24021 00000100:00100000:3.0:1787755765.707293:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923264:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.707428:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923392:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.707507:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.707569:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.707972:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923392 00000100:00100000:1.0:1787755765.707983:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923392 00000100:00100000:1.0:1787755765.708156:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24022 00000100:00100000:1.0:1787755765.708167:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923392:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.708293:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923392:12345-0@lo:1000:mdt_io00_003.0 Request processed in 126us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.708305:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24022 00000100:00100000:3.0:1787755765.708621:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923392:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.709969:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923520:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755765.710045:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.710093:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755765.710217:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755765.710419:0:20177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654406784 00000100:00100000:3.0:1787755765.710430:0:20177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654406784 00002000:00100000:3.0:1787755765.710488:0:20177:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x517:0x0] (0->4095) req@ffff9dfe4d9e0380 x1874588654406784/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:336/0 lens 488/0 e 0 to 0 dl 1787755776 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755765.710501:0:20177:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4d9e0380 with x1874588654406784 ext(0->4095) 00002000:00010000:3.0:1787755765.710509:0:20177:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4d9e0380 00000100:00100000:3.0:1787755765.710591:0:20177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27912 00000100:00100000:3.0:1787755765.710604:0:20177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654406784:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:3.0:1787755765.710860:0:20177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654406784:12345-192.168.201.7@tcp:3:cat.0 Request processed in 257us (644us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1787755765.710870:0:20177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27912 00002000:00100000:3.0:1787755765.710879:0:20177:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x517:0x0] (0->4095) req@ffff9dfe4d9e0380 x1874588654406784/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:336/0 lens 488/4536 e 0 to 0 dl 1787755776 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755765.710887:0:20177:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4d9e0380 with x1874588654406784 ext(0->4095) 00002000:00010000:3.0:1787755765.710890:0:20177:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4d9e0380 00000100:00100000:2.0:1787755765.714226:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1874588666922496:192.168.201.7@tcp:105: 00010000:00010000:2.0:1787755765.714267:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755765.714370:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654406272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 32346us (33862us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755765.714384:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21584 00000100:00100000:1.0:1787755765.718460:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923520 00000100:00100000:1.0:1787755765.718476:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923520 00000100:00100000:1.0:1787755765.718541:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24023 00000100:00100000:1.0:1787755765.718557:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923520:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755765.718753:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:124229:x1874588666923520:12345-0@lo:1000:mdt_io00_003.0 Request processed in 199us (8707us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755765.718762:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24023 00000100:00100000:0.0:1787755765.718821:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666923520:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755765.719283:0:124229:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1da7:0x0] is inserted into orphan list, open count = 1 00000040:00080000:0.0:1787755765.719373:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].932, 1240 off871184 00000040:00080000:0.0:1787755765.720620:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].935, 1320 off968208 00000004:00080000:0.0:1787755765.720638:0:124229:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe43c3cc00 with version 1819 00000004:00080000:1.0:1787755765.720996:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1819 rpc_version 1819 00000020:00100000:1.0:1787755765.721054:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755765.721071:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e2300 x1874588666923776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755765.721100:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666923776:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755765.721173:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755765.721224:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755765.722177:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923776 00000100:00100000:0.0:1787755765.722193:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923776 00000100:00100000:0.0:1787755765.722290:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24024 00000100:00100000:0.0:1787755765.722303:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666923776:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755765.722928:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:30971:x1874588666923776:12345-0@lo:1000:osp_up1-0.0 Request processed in 503us (1630us total) trans 4294985319 rc 0/0 00000100:00100000:0.0:1787755765.722943:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24024 00000100:00100000:3.0:1787755765.723270:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666923776:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787755765.723384:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723397:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723405:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723412:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755765.723417:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723425:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723442:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:0.0:1787755765.723445:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755765.723451:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723456:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786899 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1da7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755765.723477:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e57:0x0] 00010000:00010000:0.0:1787755765.723484:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723493:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723511:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723517:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723523:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723528:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755765.723530:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723537:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723545:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:0.0:1787755765.723548:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755765.723551:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723556:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578688b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755765.723574:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000081502d2e reply state 0000000033d0a9a5 transno 8589957397 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723587:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723599:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536d500) 00010000:00010000:0.0:1787755765.723602:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755765.723605:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1787755765.723608:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00010000:00010000:0.0:1787755765.723613:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723620:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723628:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723702:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755765.723707:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x191:0x0] 00010000:00010000:0.0:1787755765.723711:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723719:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723728:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723733:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723739:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723748:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755765.723751:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723756:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723765:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:0.0:1787755765.723767:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755765.723770:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755765.723775:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657868bc lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755765.723951:0:124229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223741:x1874588654405248:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 113483us (116456us total) trans 8589957397 rc 0/0 00000100:00100000:0.0:1787755765.723960:0:124229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1226 00010000:00010000:1.0:1787755765.726702:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755765.726720:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.726733:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755765.726742:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755765.726752:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.726839:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.726847:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787755765.726923:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1787755765.727057:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 1/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.727066:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60c00/0x9b2b32536578685a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786861 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.727098:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755765.727100:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755765.727102:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755765.728301:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755765.729866:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407040 00000100:00100000:2.0:1787755765.729894:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407040 00000100:00100000:2.0:1787755765.729997:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9323 00000100:00100000:2.0:1787755765.730013:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:223739:x1874588654407040:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:2.0:1787755765.730398:0:6522:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1da7:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1787755765.730501:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].217, 64 off22080 00000004:00080000:2.0:1787755765.730514:0:6522:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8822752197978ns, next at 8823752194976ns, rc = 0 00010000:00010000:2.0:1787755765.730592:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.730615:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.730628:0:6522:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.730637:0:6522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.730645:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.730651:0:6522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.731199:0:6522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755765.731356:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:223739:x1874588654407040:12345-192.168.201.7@tcp:35:cat.0 Request processed in 1345us (3057us total) trans 8589957398 rc 0/0 00000100:00100000:2.0:1787755765.731366:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9323 00010000:00010000:1.0:1787755765.731379:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755765.731387:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755765.731394:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755765.731397:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755765.731402:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.731411:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.731426:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:1.0:1787755765.731430:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755765.731436:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.731447:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657868c3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1da7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755765.731461:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755765.731464:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755765.731465:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755765.732105:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666923904:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755765.732172:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755765.732526:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666923904 00000100:00100000:3.0:1787755765.732535:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666923904 00000100:00100000:3.0:1787755765.732592:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11026 00000100:00100000:3.0:1787755765.732601:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+10:3650:x1874588666923904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755765.732617:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755765.732637:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365786861 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578685a expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755765.732652:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755765.732662:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755765.732728:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588666923904:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755765.732737:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11026 00000100:00100000:0.0:1787755765.732783:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666923904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755766.754536:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755766.754946:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666924160:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755054:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755766.755108:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666924672:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755138:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755766.755170:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666925184:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755194:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755766.755224:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755766.755230:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666924288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755260:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755766.755280:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666924800:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755302:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755766.755355:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666925312:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755379:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755766.755422:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924160 00000100:00100000:1.0:1787755766.755433:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924160 00000100:00100000:1.0:1787755766.755680:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925184 00000100:00100000:1.0:1787755766.755684:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925184 00000100:00100000:1.0:1787755766.755714:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24025 00000100:00100000:1.0:1787755766.755726:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588666924160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755810:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588666924160:12345-0@lo:400:kworker.0 Request processed in 84us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755766.755819:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24025 00000100:00100000:1.0:1787755766.755848:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24026 00000100:00100000:1.0:1787755766.755857:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666925184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.755894:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666925184:12345-0@lo:400:kworker.0 Request processed in 39us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755766.755900:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24026 00000100:00100000:1.0:1787755766.755928:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924288 00000100:00100000:1.0:1787755766.755931:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924288 00000100:00100000:1.0:1787755766.755957:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924800 00000100:00100000:1.0:1787755766.755960:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924800 00000100:00100000:1.0:1787755766.755994:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15606 00000100:00100000:1.0:1787755766.756001:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666924288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.756033:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666924288:12345-0@lo:400:kworker.0 Request processed in 33us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755766.756039:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15606 00000100:00100000:1.0:1787755766.756051:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15607 00000100:00100000:1.0:1787755766.756057:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666924800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.756084:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666924800:12345-0@lo:400:kworker.0 Request processed in 28us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755766.756091:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15607 00000100:00100000:1.0:1787755766.756117:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924672 00000100:00100000:1.0:1787755766.756120:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924672 00000100:00100000:3.0:1787755766.756299:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925312 00000100:00100000:3.0:1787755766.756303:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925312 00000100:00100000:3.0:1787755766.756358:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10025 00000100:00100000:3.0:1787755766.756366:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666924672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755766.756408:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666924672:12345-0@lo:400:kworker.0 Request processed in 43us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755766.756414:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10025 00000100:00100000:3.0:1787755766.756426:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10026 00000100:00100000:3.0:1787755766.756433:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666925312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755766.756583:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666925312:12345-0@lo:400:kworker.0 Request processed in 150us (1202us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755766.756591:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10026 00000100:00100000:2.0:1787755766.756689:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588666924416:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.756735:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755766.756771:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588666924928:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.756798:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755766.756816:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666925440:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.756841:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755766.756868:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1787755766.756874:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588666924032:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.756905:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755766.756933:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588666924544:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.756956:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755766.756972:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666925056:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.756994:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755766.757010:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588666925568:0@lo:400:kworker.0 00000100:00100000:2.0:1787755766.757033:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755766.757299:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755766.757336:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666925696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755766.757372:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755766.757409:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924416 00000100:00100000:0.0:1787755766.757414:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924416 00000100:00100000:0.0:1787755766.758260:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924928 00000100:00100000:0.0:1787755766.758270:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924928 00000100:00100000:0.0:1787755766.758340:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924544 00000100:00100000:0.0:1787755766.758344:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924544 00000100:00100000:0.0:1787755766.758368:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925568 00000100:00100000:0.0:1787755766.758370:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925568 00000100:00100000:0.0:1787755766.758395:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15608 00000100:00100000:0.0:1787755766.758404:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588666924416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.758599:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588666924416:12345-0@lo:400:kworker.0 Request processed in 195us (1862us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.758606:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15608 00000100:00100000:0.0:1787755766.758627:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15609 00000100:00100000:0.0:1787755766.758634:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588666924928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.758665:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588666924928:12345-0@lo:400:kworker.0 Request processed in 32us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.758681:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15609 00000100:00100000:0.0:1787755766.758694:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15610 00000100:00100000:0.0:1787755766.758701:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588666924544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.758729:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588666924544:12345-0@lo:400:kworker.0 Request processed in 29us (1772us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.758735:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15610 00000100:00100000:0.0:1787755766.758747:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15611 00000100:00100000:0.0:1787755766.758753:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588666925568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.758780:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588666925568:12345-0@lo:400:kworker.0 Request processed in 28us (1746us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.758786:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15611 00000100:00100000:0.0:1787755766.758811:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925440 00000100:00100000:0.0:1787755766.758814:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925440 00000100:00100000:0.0:1787755766.758842:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925056 00000100:00100000:0.0:1787755766.758846:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925056 00000100:00100000:0.0:1787755766.758865:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10027 00000100:00100000:0.0:1787755766.758871:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666925440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.758904:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666925440:12345-0@lo:400:kworker.0 Request processed in 34us (2062us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.758910:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10027 00000100:00100000:0.0:1787755766.758922:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10028 00000100:00100000:0.0:1787755766.758928:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666925056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.758954:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666925056:12345-0@lo:400:kworker.0 Request processed in 27us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.758960:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10028 00000100:00100000:0.0:1787755766.758981:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666924032 00000100:00100000:0.0:1787755766.758985:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666924032 00000100:00100000:0.0:1787755766.759014:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:0.0:1787755766.759021:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588666924032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.759056:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588666924032:12345-0@lo:400:kworker.0 Request processed in 35us (2150us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755766.759062:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00080000:1.0:1787755766.759278:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755766.759285:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755766.759287:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755766.759290:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755766.759311:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925696 00000100:00100000:1.0:1787755766.759329:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925696 00000100:00100000:1.0:1787755766.759361:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6763 00000100:00100000:1.0:1787755766.759369:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666925696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755766.759399:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491162176 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755766.759765:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666925696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 396us (2390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755766.759773:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6763 00000100:00100000:1.0:1787755766.759830:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666924288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.759846:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666924800:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.759860:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666925312:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.759874:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957395 gen 2 00000004:00080000:1.0:1787755766.759881:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957392 committed transno 8589957395 00000004:00080000:1.0:1787755766.759915:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957393 committed transno 8589957395 00000004:00080000:1.0:1787755766.759930:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957394 committed transno 8589957395 00000004:00080000:1.0:1787755766.759944:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957395 committed transno 8589957395 00000100:00100000:1.0:1787755766.759956:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666924160:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.759970:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973848 gen 2 00000004:00080000:1.0:1787755766.759975:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe49540a80, transno 4294973848 00000100:00100000:1.0:1787755766.760031:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666924672:0@lo:400:kworker.0 00000100:00100000:1.0:1787755766.760051:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666925184:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760177:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588666924032:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760198:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588666924544:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760210:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666925056:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760222:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588666925568:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760235:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588666924416:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760248:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588666924928:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760262:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666925440:0@lo:400:kworker.0 00000100:00100000:0.0:1787755766.760350:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666925696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755767.107337:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.107456:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407168 00000100:00100000:0.0:1787755767.107479:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407168 00000100:00100000:0.0:1787755767.107596:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70076 00000100:00100000:0.0:1787755767.107613:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:223777:x1874588654407168:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755767.107652:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.107699:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657868ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213952 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.107809:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657868d1 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.107828:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657868d1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.107844:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657868d1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755767.107983:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00000004:00200000:0.0:1787755767.107990:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755767.108017:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657868d1 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.108053:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657868ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213952 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.108080:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657868d1 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213952 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.108092:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:0.0:1787755767.108095:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755767.108099:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755767.108183:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:223777:x1874588654407168:12345-192.168.201.7@tcp:101:rm.0 Request processed in 575us (883us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.108190:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70076 00000100:00080000:1.0:1787755767.108652:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755767.119789:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.119854:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407296 00000100:00100000:1.0:1787755767.119868:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407296 00000100:00100000:1.0:1787755767.119945:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70077 00000100:00100000:1.0:1787755767.119958:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:223777:x1874588654407296:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755767.119988:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755767.120023:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b3253657868d8 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213959 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.120129:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 3/1,0 mode: --/PR res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.120150:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.120165:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755767.120235:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x191:0x0]: returning size 4096 00000004:00200000:1.0:1787755767.120243:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755767.120293:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b3253657868d8 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.120339:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.120350:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755767.120354:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755767.120359:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755767.120450:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:223777:x1874588654407296:12345-192.168.201.7@tcp:101:rm.0 Request processed in 494us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.120457:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70077 00000100:00100000:1.0:1787755767.128901:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.128995:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407424 00000100:00100000:3.0:1787755767.129010:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407424 00000100:00080000:1.0:1787755767.129183:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755767.129218:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70078 00000100:00100000:3.0:1787755767.129232:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223777:x1874588654407424:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755767.129272:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.129349:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657868e6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213960 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.129754:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.129777:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.129796:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755767.129861:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x18f:0x0]: returning size 4096 00000004:00200000:3.0:1787755767.129869:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755767.129922:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657868e6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.129948:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.129964:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755767.129967:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755767.129972:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755767.130095:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654407424:12345-192.168.201.7@tcp:101:rm.0 Request processed in 866us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.130115:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70078 00000100:00100000:1.0:1787755767.143918:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.144302:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407680 00000100:00100000:0.0:1787755767.144353:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407680 00000100:00100000:0.0:1787755767.144456:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70079 00000100:00100000:0.0:1787755767.144485:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:223777:x1874588654407680:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755767.144704:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.144741:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657868f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213967 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755767.145448:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00010000:00010000:0.0:1787755767.145797:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657868f4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213967 expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.145818:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:0.0:1787755767.145822:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755767.145828:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657868f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213967 expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.145854:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755767.146081:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:223777:x1874588654407680:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1598us (2193us total) trans 4294985320 rc 301/301 00000100:00100000:0.0:1787755767.146096:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70079 00000100:00100000:1.0:1787755767.161168:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.166076:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407808 00000100:00100000:0.0:1787755767.166171:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407808 00000100:00100000:0.0:1787755767.166360:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9324 00000100:00100000:0.0:1787755767.166374:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223777:x1874588654407808:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755767.188769:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223777:x1874588654407808:12345-192.168.201.7@tcp:37:rm.0 Request processed in 22378us (27598us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.188789:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9324 00000100:00100000:1.0:1787755767.198094:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.198202:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654407936 00000100:00100000:2.0:1787755767.198219:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654407936 00000100:00100000:2.0:1787755767.198355:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9325 00000100:00100000:2.0:1787755767.198372:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654407936:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755767.211028:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654407936:12345-192.168.201.7@tcp:37:rm.0 Request processed in 12570us (12861us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.211049:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9325 00000100:00100000:1.0:1787755767.222881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.229271:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654408192 00000100:00100000:3.0:1787755767.229306:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654408192 00000100:00100000:3.0:1787755767.229435:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9326 00000100:00100000:3.0:1787755767.229452:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a6bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223777:x1874588654408192:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:3.0:1787755767.229908:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1182, 344 off1074176 00000040:00080000:3.0:1787755767.230010:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1501, 424 off1515440 00000004:00080000:3.0:1787755767.230032:0:6523:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe47cdc540 with version 6806 00000004:00080000:2.0:1787755767.230247:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6806 rpc_version 6806 00000020:00100000:2.0:1787755767.230309:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755767.230346:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b0e00 x1874588666925952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755767.230384:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666925952:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755767.232331:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.232407:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.232503:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666925952 00000100:00100000:3.0:1787755767.232514:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666925952 00000100:00100000:3.0:1787755767.232582:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24027 00000100:00100000:3.0:1787755767.232596:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666925952:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755767.232919:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666925952:12345-0@lo:1000:osp_up0-1.0 Request processed in 326us (612us total) trans 8589957399 rc 0/0 00000100:00100000:3.0:1787755767.232933:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24027 00000100:00100000:2.0:1787755767.233031:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666925952:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.233775:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a6bd850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223777:x1874588654408192:12345-192.168.201.7@tcp:35:rm.0 Request processed in 4319us (10908us total) trans 4294985321 rc 0/0 00000100:00100000:1.0:1787755767.233788:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9326 00000001:00080000:2.0:1787755767.239581:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985321 is committed 00000001:00080000:2.0:1787755767.239616:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985319 is committed 00000020:00080000:2.0:1787755767.239639:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3402 batchid updated 00000020:00080000:3.0:1787755767.239801:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3402 00000004:00080000:3.0:1787755767.239940:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe51b01180 with version 6807 00000020:00080000:3.0:1787755767.241071:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3399 cancel update log [0x200000401:0x3:0x0].1497: rc = 0 00000020:00080000:3.0:1787755767.241420:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3399 cancel update log [0x240000400:0x3:0x0].1178: rc = 0 00000004:00080000:3.0:1787755767.241485:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a41c240 with version 6808 00000020:00080000:3.0:1787755767.241491:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3400 cancel update log [0x200000401:0x3:0x0].1498: rc = 0 00000020:00080000:3.0:1787755767.241516:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3400 cancel update log [0x240000400:0x3:0x0].1179: rc = 0 00000004:00080000:3.0:1787755767.241535:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f540 with version 6809 00000020:00080000:3.0:1787755767.241537:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3401 cancel update log [0x200000401:0x3:0x0].1499: rc = 0 00000020:00080000:3.0:1787755767.241552:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3401 cancel update log [0x240000400:0x3:0x0].1180: rc = 0 00000004:00080000:3.0:1787755767.241568:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f000 with version 6810 00000020:00080000:3.0:1787755767.241570:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3402 cancel update log [0x200000401:0x3:0x0].1500: rc = 0 00000020:00080000:3.0:1787755767.241583:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3402 cancel update log [0x240000400:0x3:0x0].1181: rc = 0 00000020:00080000:3.0:1787755767.241592:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3402 00000004:00080000:2.0:1787755767.242086:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6807 rpc_version 6807 00000020:00100000:2.0:1787755767.242151:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755767.242166:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b3480 x1874588666926208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755767.242200:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926208:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755767.242351:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.242400:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.242836:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666926208 00000100:00100000:0.0:1787755767.242848:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666926208 00000100:00100000:0.0:1787755767.242920:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24028 00000100:00100000:0.0:1787755767.242931:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666926208:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755767.243164:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666926208:12345-0@lo:1000:osp_up0-1.0 Request processed in 234us (814us total) trans 8589957400 rc 0/0 00000100:00100000:0.0:1787755767.243173:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24028 00000100:00100000:3.0:1787755767.243404:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926208:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755767.243421:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6808 rpc_version 6808 00000020:00100000:3.0:1787755767.243443:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755767.243451:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe466c1880 x1874588666926464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755767.243468:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926464:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755767.243510:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.243581:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.247464:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666926464 00000100:00100000:1.0:1787755767.247487:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666926464 00000100:00100000:1.0:1787755767.247580:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24029 00000100:00100000:1.0:1787755767.247594:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666926464:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.248812:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666926464:12345-0@lo:1000:osp_up0-1.0 Request processed in 1212us (5292us total) trans 8589957401 rc 0/0 00000100:00100000:1.0:1787755767.248828:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24029 00000100:00100000:3.0:1787755767.248969:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926464:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755767.248991:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6809 rpc_version 6809 00000020:00100000:3.0:1787755767.249035:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755767.249044:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe466c2a00 x1874588666926720/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755767.249079:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926720:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755767.249155:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.249202:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.249367:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666926720 00000100:00100000:1.0:1787755767.249376:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666926720 00000100:00100000:1.0:1787755767.249429:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24030 00000100:00100000:1.0:1787755767.249440:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666926720:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.249633:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666926720:12345-0@lo:1000:osp_up0-1.0 Request processed in 194us (477us total) trans 8589957402 rc 0/0 00000100:00100000:1.0:1787755767.249642:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24030 00000100:00100000:1.0:1787755767.249691:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926720:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755767.249699:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6810 rpc_version 6810 00000020:00100000:1.0:1787755767.249714:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755767.249719:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe48b4c000 x1874588666926976/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755767.249732:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926976:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.249762:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.249780:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.249794:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666926976 00000100:00100000:1.0:1787755767.249798:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666926976 00000100:00100000:1.0:1787755767.249822:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24031 00000100:00100000:1.0:1787755767.249828:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666926976:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.249914:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666926976:12345-0@lo:1000:osp_up0-1.0 Request processed in 85us (149us total) trans 8589957403 rc 0/0 00000100:00100000:1.0:1787755767.249920:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24031 00000100:00100000:1.0:1787755767.249955:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666926976:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.251702:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.251796:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654408448 00000100:00100000:2.0:1787755767.251807:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654408448 00000100:00100000:2.0:1787755767.251878:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70080 00000100:00100000:2.0:1787755767.251893:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:223777:x1874588654408448:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755767.251929:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.251971:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786902 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21396e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.252652:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786909 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.252684:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786909 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.252698:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786909 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755767.252714:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00010000:00010000:2.0:1787755767.252873:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786902 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21396e expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.252903:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786909 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21396e expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.252914:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:2.0:1787755767.252917:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787755767.252921:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755767.253822:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:223777:x1874588654408448:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1925us (2124us total) trans 4294985322 rc 0/0 00000100:00100000:2.0:1787755767.253834:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70080 00000100:00100000:2.0:1787755767.266186:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.266251:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654408576 00000100:00100000:3.0:1787755767.266267:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654408576 00000100:00100000:3.0:1787755767.266393:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70081 00000100:00100000:3.0:1787755767.266411:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654408576:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:3.0:1787755767.267178:0:35169:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345373184 00000100:00100000:3.0:1787755767.267798:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654408576:12345-192.168.201.7@tcp:41:rm.0 Request processed in 1386us (1634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.267812:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70081 00000100:00100000:1.0:1787755767.268757:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666927104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755767.268840:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.272409:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666927104 00000100:00100000:3.0:1787755767.272452:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666927104 00000100:00100000:3.0:1787755767.272545:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6764 00000100:00100000:3.0:1787755767.272557:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588666927104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755767.272606:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489728576 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755767.272745:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588666927104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (3904us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.272753:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6764 00000100:00100000:1.0:1787755767.273512:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666927104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755767.274454:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.274819:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654408704 00000100:00100000:0.0:1787755767.274831:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654408704 00000100:00100000:0.0:1787755767.274901:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70082 00000100:00100000:0.0:1787755767.274913:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654408704:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755767.274941:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.274977:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365786917 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213975 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275080:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275098:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275111:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275125:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275133:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275140:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275222:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578692c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275231:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578692c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275238:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578692c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755767.275264:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578692c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275282:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275618:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275625:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275635:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275644:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755767.275726:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275738:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275755:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755767.275759:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.275765:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 3/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275773:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b32536578691e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275793:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275801:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275808:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275814:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755767.275817:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275825:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275837:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536d500) 00010000:00010000:0.0:1787755767.275840:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.275844:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275850:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786925 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275896:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365786917 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213975 expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275913:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578692c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213975 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.275922:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:0.0:1787755767.275925:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755767.275928:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755767.281642:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:223777:x1874588654408704:12345-192.168.201.7@tcp:101:rm.0 Request processed in 6707us (7172us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.281964:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70082 00000100:00100000:1.0:1787755767.296206:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.296899:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654408832 00000100:00100000:0.0:1787755767.296917:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654408832 00000100:00100000:0.0:1787755767.297001:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70083 00000100:00100000:0.0:1787755767.297016:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223777:x1874588654408832:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755767.297055:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.297088:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786933 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21397c expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.297186:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578693a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.297205:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578693a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.297221:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578693a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755767.299921:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e57:0x0]: returning size 6 00000004:00200000:0.0:1787755767.299934:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1787755767.300029:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786933 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21397c expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.300066:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578693a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21397c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.300078:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:0.0:1787755767.300081:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755767.300086:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755767.300219:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654408832:12345-192.168.201.7@tcp:101:rm.0 Request processed in 3203us (4033us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.300230:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70083 00000100:00100000:1.0:1787755767.306447:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.306769:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654408960 00000100:00100000:0.0:1787755767.306783:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654408960 00000100:00100000:0.0:1787755767.306867:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11027 00000100:00100000:0.0:1787755767.306880:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654408960:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755767.306904:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.306942:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578692c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213975 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.306963:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:0.0:1787755767.306976:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755767.308629:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654408960:12345-192.168.201.7@tcp:103:rm.0 Request processed in 1740us (2188us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.308643:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11027 00000100:00100000:1.0:1787755767.315496:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.315613:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654409216 00000100:00100000:3.0:1787755767.315630:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654409216 00000100:00100000:3.0:1787755767.315795:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70084 00000100:00100000:3.0:1787755767.315812:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654409216:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755767.315906:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755767.316777:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578693a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e57:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21397c expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.316812:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:3.0:1787755767.316818:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755767.316924:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.316935:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.317570:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.317607:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666927232:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755767.318083:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.318249:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.321456:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666927232 00000100:00100000:1.0:1787755767.321480:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666927232 00000100:00100000:1.0:1787755767.321638:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24032 00000100:00100000:1.0:1787755767.321670:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:17813:x1874588666927232:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755767.321708:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755767.321740:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786941 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.321792:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.321807:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.321870:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.321903:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 10 pid: 6521 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.321927:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666927360:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755767.322474:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.330951:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666927360:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755767.331014:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.331035:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755767.331038:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.331044:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.331057:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:0.0:1787755767.331149:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:17813:x1874588666927232:12345-0@lo:101:mdt00_006.0 Request processed in 9490us (13068us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.331160:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24032 00000100:00100000:3.0:1787755767.331205:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666927232:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755767.331235:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.331252:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.331461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.350504:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654409344 00000100:00100000:3.0:1787755767.350524:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654409344 00010000:00010000:0.0:1787755767.356190:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 11 pid: 6521 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.357041:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21585 00000100:00100000:0.0:1787755767.357060:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654409344:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755767.357082:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.357091:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 11 pid: 6521 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.357109:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 11 pid: 6521 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.357141:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657868ed lrc: 0/0,0 mode: --/PR res: [0x200000401:0x18f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213960 expref: 11 pid: 6521 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.357161:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755767.357172:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.357185:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.358880:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.359114:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.359138:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666927488:0@lo:105: 00000100:00100000:0.0:1787755767.360022:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.360089:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666927488 00000100:00100000:0.0:1787755767.360101:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666927488 00000100:00100000:0.0:1787755767.360169:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7871 00000100:00100000:0.0:1787755767.360181:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666927488:12345-0@lo:105: 00010000:00010000:0.0:1787755767.360198:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.360212:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.360224:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.360235:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.360244:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.360252:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.360280:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b400) 00000100:00100000:0.0:1787755767.363812:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666927488:12345-0@lo:105: Request processed in 3616us (3777us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.363835:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7871 00010000:00010000:0.0:1787755767.364000:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.364017:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755767.364061:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18f:0x0] 00010000:00010000:0.0:1787755767.364134:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.364143:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.364160:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.364190:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666927616:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1787755767.364258:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.364596:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.364642:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.364698:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666927488:0@lo:105: 00010000:00010000:0.0:1787755767.364720:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755767.364803:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654409344:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 7745us (33341us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.364816:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21585 00000100:00100000:2.0:1787755767.370059:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666927616 00000100:00100000:2.0:1787755767.370087:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666927616 00000100:00100000:2.0:1787755767.370195:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24033 00000100:00100000:2.0:1787755767.370209:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:17813:x1874588666927616:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1787755767.370242:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.370280:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578694f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.371011:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.371026:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.371057:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1787755767.371112:0:6524:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1787755767.371219:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.371237:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536d500) 00010000:00010000:2.0:1787755767.371240:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.371244:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.371253:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755767.371402:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:17813:x1874588666927616:12345-0@lo:101:mdt00_006.0 Request processed in 1195us (7143us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.371411:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24033 00000100:00100000:0.0:1787755767.379022:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdb480 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666927616:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755767.379068:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.379083:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 4/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.381105:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755767.381135:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.381204:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.381213:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755767.381244:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365786876 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786884 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.381275:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755767.381993:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.382029:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.382037:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755767.382048:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61200/0x9b2b3253657868a7 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657868ae expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755767.382068:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957403 is committed 00000001:00080000:0.0:1787755767.382093:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957398 is committed 00000004:00080000:0.0:1787755767.382099:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 225 committed 00000001:00080000:0.0:1787755767.382134:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957397 is committed 00000100:00100000:0.0:1787755767.382169:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666927744:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755767.382266:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.382391:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755767.382409:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666928000:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1787755767.387802:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.388007:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755767.388030:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666927872:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755767.388104:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755767.388199:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388213:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388223:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388231:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755767.388238:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388247:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388269:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536d500) 00010000:00010000:0.0:1787755767.388272:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.388278:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388303:0:3634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388350:0:3634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.388424:0:3634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.388449:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588666928128:0@lo:105: 00000100:00100000:0.0:1787755767.388503:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.388544:0:3634:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.388902:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666927744 00000100:00100000:2.0:1787755767.388915:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666927744 00000100:00100000:2.0:1787755767.388998:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666927872 00000100:00100000:2.0:1787755767.389002:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666927872 00000100:00100000:2.0:1787755767.389034:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11028 00000100:00100000:2.0:1787755767.389046:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3649:x1874588666927744:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755767.389062:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755767.389085:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786884 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x191:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786876 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.389107:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x4ec94fd6 (ffff9dfe46981d00) 00010000:00010000:2.0:1787755767.389122:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755767.389179:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666927744:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 135us (6913us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.389187:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11028 00000100:00100000:2.0:1787755767.389207:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11029 00000100:00100000:2.0:1787755767.389214:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666927872:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755767.389222:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755767.389234:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657868ae lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657868a7 expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.389245:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:2.0:1787755767.389252:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755767.389274:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666927872:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (1169us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.389587:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666928128 00000100:00100000:0.0:1787755767.389592:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666928128 00000100:00100000:0.0:1787755767.389630:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7872 00000100:00100000:0.0:1787755767.389637:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588666928128:12345-0@lo:105: 00000100:00100000:2.0:1787755767.389733:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11029 00000100:00100000:2.0:1787755767.389794:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666927872:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755767.389808:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666927744:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755767.389959:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 5/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.389972:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 5/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.389983:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 5/0,1 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.389993:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.390003:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.390014:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.390044:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccde00) 00000100:00100000:0.0:1787755767.390087:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588666928128:12345-0@lo:105: Request processed in 450us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.390094:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7872 00000100:00100000:0.0:1787755767.390127:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588666928128:0@lo:105: 00010000:00010000:0.0:1787755767.390143:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.390152:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365786892 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.390216:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.390228:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755767.390256:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18f:0x0] 00000100:00100000:2.0:1787755767.390817:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928256:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.390870:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.391026:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.391189:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666928256 00000100:00100000:0.0:1787755767.391197:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666928256 00000100:00100000:3.0:1787755767.391348:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666928000 00000100:00100000:3.0:1787755767.391355:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666928000 00000100:00100000:0.0:1787755767.391380:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24034 00000100:00100000:0.0:1787755767.391396:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928256:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755767.391407:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30738 00000100:00100000:3.0:1787755767.391417:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666928000:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787755767.391448:0:20488:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1303 count 1 00010000:00010000:3.0:1787755767.391483:0:20488:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.391513:0:20488:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.391524:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=2s v=(1 0) 00010000:00010000:3.0:1787755767.391529:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755767.391535:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.391570:0:20488:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.391589:0:20488:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 5 pid: 35160 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.391605:0:20488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20488:1874588666928384:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755767.391703:0:20488:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.391728:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928256:12345-0@lo:1000:mdt00_006.0 Request processed in 336us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.391737:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24034 00000100:00100000:2.0:1787755767.392662:0:17813:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957403 gen 2 00000004:00080000:2.0:1787755767.392674:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957399 committed transno 8589957403 00000020:00080000:2.0:1787755767.392683:0:17813:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dff60c08300 refcount 2 committed 0 result 0 batchid 3403 00000020:00080000:2.0:1787755767.392688:0:17813:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff502cb900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cdc540 00000020:00080000:2.0:1787755767.392693:0:17813:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1501 00000020:00080000:2.0:1787755767.392696:0:17813:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff502cb700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe52b9f400 00000020:00080000:2.0:1787755767.392698:0:17813:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1182 00000004:00080000:2.0:1787755767.392764:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957400 committed transno 8589957403 00000004:00080000:2.0:1787755767.392777:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957401 committed transno 8589957403 00000004:00080000:2.0:1787755767.392792:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957402 committed transno 8589957403 00000004:00080000:2.0:1787755767.392804:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957403 committed transno 8589957403 00000100:00100000:2.0:1787755767.392817:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928256:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.392916:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928512:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.392976:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.393007:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.393035:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666928512 00000100:00100000:2.0:1787755767.393041:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666928512 00000100:00100000:2.0:1787755767.393085:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24035 00000100:00100000:2.0:1787755767.393095:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928512:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.393188:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928512:12345-0@lo:1000:mdt00_006.0 Request processed in 94us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.393197:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24035 00000100:00100000:2.0:1787755767.393231:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928512:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.393281:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928640:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.393362:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.393377:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.393393:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666928640 00000100:00100000:2.0:1787755767.393396:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666928640 00000100:00100000:2.0:1787755767.393419:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24036 00000100:00100000:2.0:1787755767.393425:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928640:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755767.393848:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928640:12345-0@lo:1000:mdt00_006.0 Request processed in 421us (485us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755767.393855:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24036 00000100:00100000:2.0:1787755767.393886:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928640:0@lo:1000:mdt00_006.0 00010000:00010000:2.0:1787755767.393964:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.393978:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.393993:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.394006:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928768:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1787755767.394037:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.394054:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.394067:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666928768 00000100:00100000:2.0:1787755767.394071:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666928768 00000100:00100000:2.0:1787755767.394091:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24037 00000100:00100000:2.0:1787755767.394122:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666928768:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1787755767.394133:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.394152:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578696b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786964 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.394181:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578696b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786964 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.394198:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578696b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786964 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.394210:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:2.0:1787755767.394213:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755767.394218:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755767.394249:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666928768:12345-0@lo:101:mdt00_006.0 Request processed in 151us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.394255:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24037 00000020:00080000:3.0:1787755767.395377:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3403 committed batchid 3402 00000020:00080000:3.0:1787755767.395499:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3402 00000100:00100000:2.0:1787755767.397911:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666928768:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1787755767.397959:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.397978:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.398038:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.398052:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.398063:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787755767.398620:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].216, 64 off22016 00000004:00080000:2.0:1787755767.398638:0:17813:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8824420321933ns, next at 8825420318614ns, rc = 0 00000040:00080000:2.0:1787755767.398699:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1183, 384 off1074560 00000040:00080000:2.0:1787755767.398769:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1502, 464 off1515904 00000004:00080000:2.0:1787755767.398776:0:17813:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5122ab40 with version 6811 00000100:00100000:2.0:1787755767.399950:0:20488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20488:1874588666928384:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755767.399985:0:20488:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755767.400236:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6811 rpc_version 6811 00000020:00100000:3.0:1787755767.400286:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755767.400298:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef3100 x1874588666929024/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755767.400346:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666929024:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755767.400486:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.400543:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.400928:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666929024 00000100:00100000:2.0:1787755767.400938:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666929024 00000100:00100000:2.0:1787755767.401024:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24038 00000100:00100000:2.0:1787755767.401037:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666929024:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755767.403023:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666929024:12345-0@lo:1000:osp_up0-1.0 Request processed in 1972us (2521us total) trans 8589957404 rc 0/0 00000100:00100000:2.0:1787755767.403042:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24038 00000100:00100000:3.0:1787755767.403425:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666929024:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755767.403768:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.403805:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.403823:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.403838:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.403846:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.403856:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.403960:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755767.404003:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404010:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404017:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404024:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755767.404031:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404040:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404057:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:2.0:1787755767.404062:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.404068:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404075:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786972 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404094:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404104:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404112:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404148:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755767.404167:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18f:0x0] 00010000:00010000:2.0:1787755767.404178:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404183:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755767.404186:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404192:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404196:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404210:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755767.404217:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404226:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404230:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755767.404238:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18f:0x0] 00010000:00010000:3.0:1787755767.404241:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:2.0:1787755767.404245:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404247:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755767.404252:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.404259:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404264:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365786979 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e57:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404288:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755767.404292:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404301:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755767.404306:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755767.404341:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404397:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.404398:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755767.404408:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755767.404409:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.404421:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755767.404425:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404438:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755767.404445:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404450:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365786964 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578696b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.404474:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.404478:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.404480:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755767.404532:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.404768:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.404777:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755767.404808:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.404816:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365786941 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786948 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.404840:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.404842:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.404844:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755767.404994:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666929280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755767.405109:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.405153:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654409216:12345-192.168.201.7@tcp:36:rm.0 Request processed in 89342us (89671us total) trans 4294985323 rc 0/0 00000100:00100000:2.0:1787755767.405165:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70084 00000100:00100000:2.0:1787755767.405847:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755767.405862:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666929152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755767.406102:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.406142:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666929280 00000100:00100000:0.0:1787755767.406155:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666929280 00000100:00100000:0.0:1787755767.406221:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666929152 00000100:00100000:0.0:1787755767.406226:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666929152 00000100:00100000:0.0:1787755767.406259:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11030 00000100:00100000:0.0:1787755767.406272:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588666929280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755767.406293:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.406350:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786948 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x18f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786941 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.406372:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755767.406386:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.406397:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11031 00000100:00100000:1.0:1787755767.406412:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666929152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.406422:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787755767.406434:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666929280:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (1324us total) trans 0 rc 0/0 00010000:00010000:1.0:1787755767.406439:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578696b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e57:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786964 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.406448:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11030 00010000:00010000:1.0:1787755767.406463:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e57:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:1.0:1787755767.406476:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755767.406514:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666929280:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.409616:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588666929152:12345-0@lo:103:ldlm_bl.0 Request processed in 3190us (3495us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.409636:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11031 00000100:00100000:3.0:1787755767.409743:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666929152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755767.413692:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.414090:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654409472 00000100:00100000:1.0:1787755767.414106:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654409472 00010000:00010000:1.0:1787755767.414203:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 6 pid: 35160 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755767.414220:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755767.414266:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21586 00000100:00100000:1.0:1787755767.414291:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654409472:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.414347:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755767.414356:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 6 pid: 35160 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.414379:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 6 pid: 35160 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.414417:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b4e5895/0x9b2b3253657868a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x517:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213944 expref: 6 pid: 35160 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.414441:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755767.414448:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x517:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755767.414457:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.414479:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.414534:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755767.414581:0:20488:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.414594:0:20488:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.414609:0:20488:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.414612:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654409472:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 333us (938us total) trans 0 rc 0/0 00010000:00010000:3.0:1787755767.414629:0:20488:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.414630:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21586 00010000:00010000:3.0:1787755767.414653:0:20488:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755767.414910:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666928000:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23494us (27124us total) trans 4294976187 rc 0/0 00000100:00100000:3.0:1787755767.414920:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30738 00010000:00010000:3.0:1787755767.414958:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755767.414966:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.414977:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755767.414983:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.414994:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.415010:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.415018:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b32536578695d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x517:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.415044:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.415047:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.415049:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755767.417951:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe49ef2d80/2, rc 0, transno 4294976187 00000100:00100000:1.0:1787755767.417977:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666928000:0@lo:6:osp-syn-1-0.0 00000001:00080000:3.0:1787755767.424186:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976187 is committed 00000001:00080000:3.0:1787755767.424204:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976186 is committed 00000001:00080000:3.0:1787755767.424219:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976185 is committed 00000100:00100000:3.0:1787755767.438256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.438351:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.438399:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654409856 00000100:00100000:3.0:1787755767.438415:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654409856 00000100:00100000:3.0:1787755767.438496:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9327 00000100:00100000:3.0:1787755767.438510:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:223777:x1874588654409856:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755767.438985:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:223777:x1874588654409856:12345-192.168.201.7@tcp:35:rm.0 Request processed in 476us (632us total) trans 4294985324 rc 0/0 00000100:00100000:3.0:1787755767.438996:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9327 00000100:00100000:0.0:1787755767.444878:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654409600 00000100:00100000:0.0:1787755767.444905:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654409600 00000100:00100000:0.0:1787755767.445016:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11032 00000100:00100000:0.0:1787755767.445029:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2399:x1874588654409600:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755767.445050:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.445090:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657867a4 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f7 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.445117:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755767.445125:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755767.445227:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654409600:12345-192.168.201.7@tcp:103:rm.0 Request processed in 200us (6986us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.445236:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11032 00000100:00100000:0.0:1787755767.446628:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.448021:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410112 00000100:00100000:1.0:1787755767.448039:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410112 00000100:00100000:1.0:1787755767.448128:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70085 00000100:00100000:1.0:1787755767.448144:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+12:223777:x1874588654410112:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755767.448252:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755767.448408:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786909 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e56:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21396e expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.448887:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657868d1 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213952 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.449619:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657867b2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138fe expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.449636:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:1.0:1787755767.449642:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755767.449734:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.449744:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.449759:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.449798:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666929408:0@lo:101:mdt00_010.0 00000100:00100000:1.0:1787755767.451049:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.451163:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.455244:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666929408 00000100:00100000:2.0:1787755767.455266:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666929408 00000100:00100000:2.0:1787755767.455383:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24039 00000100:00100000:2.0:1787755767.455399:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35155:x1874588666929408:12345-0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755767.455447:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.455751:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786980 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.455795:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.455805:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.455816:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.455871:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.455900:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 7 pid: 35154 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.455922:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666929536:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755767.456075:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.456088:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 7 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.456104:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666929664:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755767.456133:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a41c240 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.468959:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666929536:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755767.472015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.472137:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410368 00000100:00100000:1.0:1787755767.472151:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410368 00010000:00010000:1.0:1787755767.472213:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 8 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.472265:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21587 00000100:00100000:1.0:1787755767.472277:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654410368:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.472305:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755767.472335:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 8 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.472351:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 8 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.472380:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755767.472389:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.472402:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.472483:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654410368:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 207us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.472608:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21587 00000100:00100000:3.0:1787755767.472794:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.473024:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410240 00000100:00100000:1.0:1787755767.473033:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410240 00010000:00010000:1.0:1787755767.473079:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 8 pid: 35154 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.473121:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21588 00000100:00100000:1.0:1787755767.473131:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654410240:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.473143:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755767.473150:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 8 pid: 35154 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473166:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 8 pid: 35154 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473187:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657867f1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21391a expref: 8 pid: 35154 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473207:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755767.473212:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473225:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473236:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473292:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.473310:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666929792:0@lo:105: 00000100:00100000:1.0:1787755767.473409:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.473462:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.473486:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666929792 00000100:00080000:3.0:1787755767.473599:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755767.473687:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666929792 00000100:00100000:1.0:1787755767.473766:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7873 00000100:00100000:1.0:1787755767.473774:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666929792:12345-0@lo:105: 00010000:00010000:1.0:1787755767.473788:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473798:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473809:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473816:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473825:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473834:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.473849:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60800) 00000100:00100000:1.0:1787755767.473896:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666929792:12345-0@lo:105: Request processed in 123us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.473904:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7873 00000100:00100000:3.0:1787755767.474041:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666929792:0@lo:105: 00010000:00010000:3.0:1787755767.474063:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.474111:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654410240:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 981us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.474120:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21588 00010000:00010000:2.0:1787755767.474757:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786788 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138f0 expref: 7 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.474778:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666929664:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755767.474813:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.474824:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755767.474828:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.474831:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755767.474901:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35155:x1874588666929408:12345-0@lo:101:mdt00_010.0 Request processed in 19506us (23862us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.474910:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24039 00000100:00100000:1.0:1787755767.475710:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666929408:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1787755767.475736:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755767.475765:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755767.475832:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.475842:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.476075:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.476105:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666929920:0@lo:101:mdt00_010.0 00000100:00100000:1.0:1787755767.476183:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.476277:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.476653:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666929920 00000100:00100000:3.0:1787755767.476672:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666929920 00000100:00100000:3.0:1787755767.476772:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24040 00000100:00100000:3.0:1787755767.476783:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35155:x1874588666929920:12345-0@lo:101:mdt00_010.0 00010000:00010000:3.0:1787755767.476804:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.476826:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578698e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.476857:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578698e expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.476873:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578698e expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.476885:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48aff900) 00010000:00010000:3.0:1787755767.476889:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755767.476894:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755767.476953:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588666929920:12345-0@lo:101:mdt00_010.0 Request processed in 171us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.476961:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24040 00000100:00100000:1.0:1787755767.477029:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666929920:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1787755767.477044:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.477056:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755767.477076:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755767.477124:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930048:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1787755767.477166:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.477249:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.477380:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666930048 00000100:00100000:2.0:1787755767.477386:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666930048 00000100:00100000:2.0:1787755767.477423:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24041 00000100:00100000:2.0:1787755767.477442:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588666930048:12345-0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755767.477863:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588666930048:12345-0@lo:1000:mdt00_010.0 Request processed in 431us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.477870:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24041 00000100:00100000:1.0:1787755767.477934:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930048:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1787755767.477989:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930176:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1787755767.478018:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.478043:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.478084:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666930176 00000100:00100000:2.0:1787755767.478089:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666930176 00000100:00100000:2.0:1787755767.478123:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24042 00000100:00100000:2.0:1787755767.478131:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588666930176:12345-0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755767.478255:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588666930176:12345-0@lo:1000:mdt00_010.0 Request processed in 123us (235us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755767.478262:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24042 00000100:00100000:1.0:1787755767.478344:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930176:0@lo:1000:mdt00_010.0 00010000:00010000:1.0:1787755767.478408:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.478420:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.478442:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.478455:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930304:0@lo:101:mdt00_010.0 00000100:00100000:1.0:1787755767.478500:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.478519:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cc00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.478918:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666930304 00000100:00100000:3.0:1787755767.478925:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666930304 00000100:00100000:3.0:1787755767.478966:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24043 00000100:00100000:3.0:1787755767.478974:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588666930304:12345-0@lo:101:mdt00_010.0 00010000:00010000:3.0:1787755767.478988:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.479008:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578699c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.479036:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.479048:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.479080:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.479096:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 6 pid: 35169 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.479110:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666930432:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755767.479346:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.489641:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666930432:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755767.489717:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.489737:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755767.489741:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755767.489746:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.489762:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755767.489918:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588666930304:12345-0@lo:101:mdt00_010.0 Request processed in 10942us (11422us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.489932:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24043 00000100:00100000:1.0:1787755767.490054:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930304:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1787755767.490714:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.490732:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.497849:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.497955:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410496 00000100:00100000:0.0:1787755767.497977:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410496 00010000:00010000:0.0:1787755767.498058:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 7 pid: 35169 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.498139:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21589 00000100:00100000:0.0:1787755767.498153:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654410496:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755767.498179:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.498188:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 7 pid: 35169 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.498205:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 7 pid: 35169 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.498240:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578680d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213921 expref: 7 pid: 35169 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.498273:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755767.498292:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.498308:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.499273:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.499380:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.499401:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666930560:0@lo:105: 00000100:00100000:0.0:1787755767.499545:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.499605:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.500046:0:6502:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787755767.500067:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666930560 00000100:00100000:1.0:1787755767.500076:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666930560 00000100:00100000:1.0:1787755767.500167:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7874 00000100:00100000:1.0:1787755767.500181:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45263c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666930560:12345-0@lo:105: 00010000:00010000:1.0:1787755767.500201:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.500215:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.500226:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.500239:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.500249:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.500259:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.500307:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60200) 00000100:00100000:1.0:1787755767.500431:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45263c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666930560:12345-0@lo:105: Request processed in 253us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.500451:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7874 00000100:00100000:1.0:1787755767.501104:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666930560:0@lo:105: 00010000:00010000:1.0:1787755767.501128:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.501206:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654410496:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3053us (3376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.501217:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21589 00010000:00010000:3.0:1787755767.503742:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503774:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503848:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503866:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503880:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503906:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503920:0:35155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.503929:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.504002:0:35155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.504041:0:35155:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 9 pid: 17813 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.504064:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001_UUID:35155:1874588666930688:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755767.505540:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.515034:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001_UUID:35155:1874588666930688:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755767.515081:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.523578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.525256:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410624 00000100:00100000:1.0:1787755767.525280:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410624 00010000:00010000:1.0:1787755767.525390:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 10 pid: 17813 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.525452:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21590 00000100:00100000:1.0:1787755767.525465:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654410624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.525485:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755767.525494:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 10 pid: 17813 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.525513:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 10 pid: 17813 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.525542:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657868df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213959 expref: 10 pid: 17813 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.525565:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755767.525571:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.525583:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.525591:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.525628:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.525732:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654410624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 268us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.525741:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21590 00010000:00010000:2.0:1787755767.526389:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.526405:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.526512:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.526522:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.526538:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.526575:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930816:0@lo:101:mdt00_010.0 00000100:00100000:2.0:1787755767.526702:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.526818:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a41c240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.531174:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666930816 00000100:00100000:0.0:1787755767.531198:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666930816 00000100:00100000:0.0:1787755767.531398:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24044 00000100:00100000:0.0:1787755767.531413:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588666930816:12345-0@lo:101:mdt00_010.0 00010000:00010000:0.0:1787755767.531442:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.531477:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657869bf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657869b8 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.531516:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657869bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657869b8 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.531534:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657869bf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657869b8 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.531544:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe52604a00) 00010000:00010000:0.0:1787755767.531548:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755767.531553:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755767.531676:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588666930816:12345-0@lo:101:mdt00_010.0 Request processed in 266us (4973us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.531684:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24044 00000100:00100000:2.0:1787755767.531796:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930816:0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755767.531826:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.531840:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.532677:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930944:0@lo:403:mdt00_010.0 00000100:00100000:2.0:1787755767.532763:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.534262:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a41c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.537473:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666930944 00000100:00100000:1.0:1787755767.537499:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666930944 00000100:00100000:1.0:1787755767.537622:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24045 00000100:00100000:1.0:1787755767.537635:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588666930944:12345-0@lo:403:mdt00_010.0 00000100:00100000:1.0:1787755767.540148:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588666930944:12345-0@lo:403:mdt00_010.0 Request processed in 2501us (7372us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.540167:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24045 00000100:00100000:2.0:1787755767.540500:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666930944:0@lo:403:mdt00_010.0 00000040:00080000:2.0:1787755767.546719:0:35155:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1184, 952 off1075512 00000040:00080000:2.0:1787755767.547548:0:35155:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1503, 1032 off1516936 00000004:00080000:2.0:1787755767.547560:0:35155:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a41c240 with version 6812 00000004:00080000:2.0:1787755767.547606:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6812 rpc_version 6812 00000020:00100000:2.0:1787755767.547665:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755767.547680:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43cd4000 x1874588666931200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755767.547714:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666931200:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755767.547821:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.547869:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a41ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.548047:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931200 00000100:00100000:3.0:1787755767.548061:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931200 00000100:00100000:2.0:1787755767.548918:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24046 00000100:00100000:2.0:1787755767.548933:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff66451c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666931200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755767.549779:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff66451c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666931200:12345-0@lo:1000:osp_up0-1.0 Request processed in 845us (1954us total) trans 8589957405 rc 0/0 00000100:00100000:2.0:1787755767.549790:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24046 00000100:00100000:2.0:1787755767.551185:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666931200:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1787755767.551256:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e56:0x0]: returning size 4096 00010000:00010000:3.0:1787755767.551291:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551303:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551406:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551416:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755767.551423:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551432:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551455:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x191:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:3.0:1787755767.551459:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755767.551465:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551472:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869b1 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551506:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551516:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551529:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551652:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755767.551675:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x18f:0x0] 00010000:00010000:2.0:1787755767.551686:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551693:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551700:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551705:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755767.551708:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551715:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551725:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:2.0:1787755767.551728:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.551732:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551738:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657869aa lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551751:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551760:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.551768:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551803:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755767.551811:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551818:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755767.551823:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755767.551833:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551883:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.551901:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787755767.552053:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1787755767.552076:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552085:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657869b8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869bf expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552107:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755767.552110:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552121:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755767.552125:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755767.552132:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552153:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552160:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755767.552182:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552191:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.552193:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.552195:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755767.552214:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666931456:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755767.552366:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.552440:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931456 00000100:00100000:3.0:1787755767.552452:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931456 00000100:00100000:3.0:1787755767.552529:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11033 00000100:00100000:3.0:1787755767.552541:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff50260850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588666931456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755767.552559:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755767.552584:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869a3 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578699c expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.552609:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755767.552619:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.552668:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff50260850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666931456:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.552677:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11033 00000100:00100000:3.0:1787755767.552764:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666931456:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755767.553339:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787755767.553351:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60200/0x9b2b32536578699c lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e56:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869a3 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755767.553392:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755767.553399:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.553409:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.553417:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.553436:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755767.553442:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755767.553448:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.553456:0:35155:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.553548:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:223777:x1874588654410112:12345-192.168.201.7@tcp:36:rm.0 Request processed in 105405us (106924us total) trans 4294985325 rc 0/0 00000100:00100000:2.0:1787755767.553560:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70085 00010000:00010000:3.0:1787755767.553636:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755767.553643:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.553652:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755767.553668:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755767.553677:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.553708:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.553716:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755767.553746:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.553755:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365786980 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786987 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.553772:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.553774:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.553776:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755767.553783:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755767.553796:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666931584:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755767.553846:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755767.554265:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755767.554588:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931584 00000100:00100000:0.0:1787755767.554598:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931584 00000100:00100000:0.0:1787755767.554674:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11034 00000100:00100000:0.0:1787755767.554686:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666931584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755767.554702:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.554727:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786987 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786980 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.554750:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755767.554755:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755767.554815:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666931584:12345-0@lo:103:ldlm_bl.0 Request processed in 132us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.554823:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11034 00000100:00100000:3.0:1787755767.555789:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666931584:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.557135:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666931328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.557255:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.557715:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931328 00000100:00100000:0.0:1787755767.557730:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931328 00000100:00100000:0.0:1787755767.557862:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11035 00000100:00100000:0.0:1787755767.557874:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588666931328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755767.557905:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.558260:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657869bf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x18f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657869b8 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.558290:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x0 (ffff9dfe52604a00) 00010000:00010000:0.0:1787755767.558306:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755767.558411:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666931328:12345-0@lo:103:ldlm_bl.0 Request processed in 537us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.558419:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11035 00000100:00100000:1.0:1787755767.558510:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666931328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755767.652611:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.653496:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410752 00000100:00100000:1.0:1787755767.653512:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410752 00000100:00100000:1.0:1787755767.653609:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70086 00000100:00100000:1.0:1787755767.653624:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223785:x1874588654410752:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:1.0:1787755767.653700:0:10713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345373184 00000100:00100000:1.0:1787755767.653814:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223785:x1874588654410752:12345-192.168.201.7@tcp:41:stat.0 Request processed in 193us (1222us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.653823:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70086 00000100:00100000:0.0:1787755767.734589:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.737628:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654410880 00000100:00100000:1.0:1787755767.737665:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654410880 00000100:00100000:1.0:1787755767.737774:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70087 00000100:00100000:1.0:1787755767.737790:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223789:x1874588654410880:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755767.737828:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755767.737869:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657869c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213983 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.739239:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.739269:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.739288:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755767.739391:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755767.739397:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755767.740019:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.740078:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657869c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.740644:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.740668:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755767.740672:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755767.740677:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755767.740860:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223789:x1874588654410880:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 3072us (6285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.740872:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70087 00000100:00100000:3.0:1787755767.751946:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.752062:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411008 00000100:00100000:1.0:1787755767.752077:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411008 00000100:00100000:1.0:1787755767.752169:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70088 00000100:00100000:1.0:1787755767.752185:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223789:x1874588654411008:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755767.752219:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755767.752252:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657869d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21398a expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752390:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752407:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752502:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752518:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752530:0:35152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578698e expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752540:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.752588:0:35152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b32536578698e expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.752608:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588666931712:0@lo:104: 00000100:00100000:1.0:1787755767.752712:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.752774:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.752872:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931712 00000100:00100000:0.0:1787755767.752881:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931712 00000100:00100000:0.0:1787755767.752956:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7875 00000100:00100000:0.0:1787755767.752967:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588666931712:12345-0@lo:104: 00010000:00010000:0.0:1787755767.752986:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.753075:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755767.753082:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588666931712:12345-0@lo:104: Request processed in 118us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.753091:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7875 00000100:00100000:2.0:1787755767.753286:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588666931712:0@lo:104: 00010000:00010000:2.0:1787755767.753370:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.753743:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755767.753753:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.753764:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755767.753770:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755767.753779:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.753827:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.753834:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787755767.753908:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1787755767.754531:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.754544:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b32536578698e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786995 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.754579:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.754582:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755767.754584:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755767.758829:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666931840:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755767.759070:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.764765:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931840 00000100:00100000:1.0:1787755767.764787:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931840 00010000:00010000:1.0:1787755767.764853:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578698e expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.766045:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21591 00000100:00100000:1.0:1787755767.766074:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666931840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.766102:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1787755767.777555:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957405 is committed 00010000:00010000:1.0:1787755767.777812:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786995 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578698e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.777841:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48aff900) 00010000:00010000:1.0:1787755767.777849:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.777860:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.777869:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.777922:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.778063:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666931840:12345-0@lo:103:ldlm_bl.0 Request processed in 12001us (18990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.778077:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21591 00000100:00100000:0.0:1787755767.778214:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666931840:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755767.778471:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755767.778628:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778640:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778741:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778751:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778756:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778764:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778770:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755767.778775:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778783:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778798:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755767.778801:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.778807:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778813:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657869db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778826:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778831:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778837:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778843:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755767.778845:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778851:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778857:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48aff900) 00010000:00010000:2.0:1787755767.778860:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.778863:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778873:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657869e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778933:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657869d4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21398a expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778945:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755767.778948:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.778952:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657869d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21398a expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.778963:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:2.0:1787755767.779042:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223789:x1874588654411008:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 26861us (27181us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755767.779051:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70088 00000100:00100000:2.0:1787755767.784981:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.785182:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411136 00000100:00100000:3.0:1787755767.785195:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411136 00000100:00100000:3.0:1787755767.785305:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70089 00000100:00100000:3.0:1787755767.785337:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:223789:x1874588654411136:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755767.785357:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.785387:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213991 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.785461:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.785472:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.785481:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755767.785535:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755767.785538:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755767.785556:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.785576:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657869e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.785597:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.785604:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755767.785606:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755767.785610:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755767.785833:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:223789:x1874588654411136:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 520us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.785838:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70089 00000100:00100000:0.0:1787755767.788576:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.789661:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411392 00000100:00100000:1.0:1787755767.789682:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411392 00000100:00080000:3.0:1787755767.789755:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755767.789797:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70090 00000100:00100000:1.0:1787755767.789813:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223789:x1874588654411392:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:1.0:1787755767.789991:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666931968:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.790095:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.790146:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.790153:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666931968 00000100:00100000:0.0:1787755767.790166:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666931968 00000100:00100000:0.0:1787755767.790276:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24047 00000100:00100000:0.0:1787755767.790286:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588666931968:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.790456:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588666931968:12345-0@lo:1000:mdt00_005.0 Request processed in 172us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.790463:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24047 00000100:00100000:1.0:1787755767.790569:0:10714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957405 gen 2 00000004:00080000:1.0:1787755767.790577:0:10714:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957404 committed transno 8589957405 00000004:00080000:1.0:1787755767.790613:0:10714:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957405 committed transno 8589957405 00000100:00100000:1.0:1787755767.790642:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666931968:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.790708:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932096:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.790743:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.790769:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.790786:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666932096 00000100:00100000:3.0:1787755767.790793:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666932096 00000100:00100000:3.0:1787755767.790859:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24048 00000100:00100000:3.0:1787755767.790866:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588666932096:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755767.790981:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588666932096:12345-0@lo:1000:mdt00_005.0 Request processed in 116us (238us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755767.790986:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24048 00000100:00100000:1.0:1787755767.791057:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932096:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1787755767.791122:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.791134:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.791145:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.791158:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932224:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1787755767.791192:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.791997:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.791998:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666932224 00000100:00100000:2.0:1787755767.792013:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666932224 00000100:00100000:2.0:1787755767.792061:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24049 00000100:00100000:2.0:1787755767.792076:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588666932224:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755767.792088:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.792108:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657869f7 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.792133:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.792143:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.792149:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.792181:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.792192:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 7 pid: 8458 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.792203:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666932352:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755767.792297:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.792303:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 6 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.792308:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666932480:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755767.792342:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.799228:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666932352:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755767.799256:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.799263:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666932480:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755767.799611:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411520 00000100:00100000:1.0:1787755767.799621:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411520 00010000:00010000:1.0:1787755767.799690:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 8 pid: 8458 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.799753:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21592 00000100:00100000:1.0:1787755767.799765:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654411520:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.799787:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755767.799795:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 8 pid: 8458 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.799812:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 8 pid: 8458 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.799842:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657869f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213991 expref: 8 pid: 8458 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.799865:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755767.799873:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.799886:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.799952:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654411520:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 190us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.799960:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21592 00010000:00010000:2.0:1787755767.800149:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.800162:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755767.800166:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.800170:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.800179:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:3.0:1787755767.803528:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10714:x1874588666932224:12345-0@lo:101:mdt00_005.0 Request processed in 11443us (12319us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.803546:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24049 00000100:00100000:2.0:1787755767.803845:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932224:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755767.803884:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.803900:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.805929:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.806229:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411648 00000100:00100000:0.0:1787755767.806246:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411648 00010000:00010000:0.0:1787755767.806297:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 7 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.806426:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21593 00000100:00100000:0.0:1787755767.806437:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654411648:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755767.806450:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755767.806456:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 7 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.806467:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 7 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.806484:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657869cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213983 expref: 7 pid: 35157 timeout: 8924 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.806508:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755767.806515:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.806525:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.806531:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.806561:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755767.806572:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666932608:0@lo:105: 00000100:00100000:0.0:1787755767.806662:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.806713:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.810848:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666932608 00000100:00100000:1.0:1787755767.810875:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666932608 00000100:00100000:1.0:1787755767.810981:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7876 00000100:00100000:1.0:1787755767.810998:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666932608:12345-0@lo:105: 00010000:00010000:1.0:1787755767.811028:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.811045:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.811058:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.811072:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.811083:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.811094:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.811133:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60c00) 00010000:00010000:2.0:1787755767.811237:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.811258:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.811291:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666932608:12345-0@lo:105: Request processed in 296us (4626us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.811301:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876 00000004:00080000:2.0:1787755767.811302:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755767.811403:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.811413:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.811425:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.811453:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932736:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1787755767.811529:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.811568:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666932608:0@lo:105: 00010000:00010000:3.0:1787755767.811596:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.811675:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654411648:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5237us (5758us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.811690:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21593 00000100:00100000:0.0:1787755767.813402:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.814389:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666932736 00000100:00100000:1.0:1787755767.814401:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666932736 00000100:00100000:0.0:1787755767.814521:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24050 00000100:00100000:0.0:1787755767.814533:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10714:x1874588666932736:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1787755767.814557:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.814586:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786a05 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.814621:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786a05 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.814635:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786a05 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.814727:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff42fa8f00) 00010000:00010000:0.0:1787755767.814731:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.814735:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755767.814899:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666932736:12345-0@lo:101:mdt00_005.0 Request processed in 367us (3370us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.814908:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24050 00000100:00100000:1.0:1787755767.815256:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932736:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1787755767.815287:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.815307:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755767.815377:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755767.815436:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932864:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.815482:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.815511:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.815601:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666932864 00000100:00100000:0.0:1787755767.815607:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666932864 00000100:00100000:3.0:1787755767.815724:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24051 00000100:00100000:3.0:1787755767.815749:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666932864:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755767.816001:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666932864:12345-0@lo:1000:mdt00_005.0 Request processed in 264us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.816009:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24051 00000100:00100000:1.0:1787755767.816250:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932864:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.816309:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932992:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.816377:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.816406:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.819616:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666932992 00000100:00100000:3.0:1787755767.819641:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666932992 00000100:00100000:3.0:1787755767.819764:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24052 00000100:00100000:3.0:1787755767.819780:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666932992:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755767.820060:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666932992:12345-0@lo:1000:mdt00_005.0 Request processed in 284us (3683us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755767.820070:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24052 00000100:00100000:1.0:1787755767.820718:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666932992:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.821748:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933120:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.821862:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.821918:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.821978:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666933120 00000100:00100000:2.0:1787755767.821992:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666933120 00000100:00100000:2.0:1787755767.822084:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24053 00000100:00100000:2.0:1787755767.822096:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933120:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755767.822264:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933120:12345-0@lo:1000:mdt00_005.0 Request processed in 170us (401us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755767.822271:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24053 00000100:00100000:0.0:1787755767.822612:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933120:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.822729:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933248:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.822768:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.822801:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.822855:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666933248 00000100:00100000:1.0:1787755767.822863:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666933248 00000100:00100000:1.0:1787755767.823017:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24054 00000100:00100000:1.0:1787755767.823028:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933248:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755767.823255:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933248:12345-0@lo:1000:mdt00_005.0 Request processed in 227us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.823263:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24054 00000100:00100000:0.0:1787755767.823660:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933248:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.823756:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933376:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755767.823805:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.823852:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.824020:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666933376 00000100:00100000:2.0:1787755767.824031:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666933376 00000100:00100000:2.0:1787755767.824226:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24055 00000100:00100000:2.0:1787755767.824237:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933376:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755767.824414:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933376:12345-0@lo:1000:mdt00_005.0 Request processed in 179us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.824421:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24055 00000100:00100000:3.0:1787755767.824493:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933376:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755767.824588:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933504:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755767.824642:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.824685:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755767.824748:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666933504 00000100:00100000:2.0:1787755767.824754:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666933504 00000100:00100000:2.0:1787755767.824823:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24056 00000100:00100000:2.0:1787755767.824840:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933504:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755767.824916:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588666933504:12345-0@lo:1000:mdt00_005.0 Request processed in 77us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.824928:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24056 00000100:00100000:3.0:1787755767.825003:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933504:0@lo:1000:mdt00_005.0 00000040:00080000:3.0:1787755767.830229:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1185, 2168 off1077680 00000040:00080000:3.0:1787755767.830531:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1504, 2368 off1519304 00000004:00080000:3.0:1787755767.830539:0:10714:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f3c0 with version 6813 00000004:00080000:1.0:1787755767.830658:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6813 rpc_version 6813 00000020:00100000:1.0:1787755767.830722:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755767.830736:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef3100 x1874588666933760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755767.830768:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666933760:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755767.831033:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.831212:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666933760 00000100:00100000:3.0:1787755767.831225:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666933760 00000100:00100000:1.0:1787755767.831349:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.836186:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24057 00000100:00100000:3.0:1787755767.836223:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666933760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755767.838896:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666933760:12345-0@lo:1000:osp_up0-1.0 Request processed in 2683us (7853us total) trans 8589957406 rc 0/0 00000100:00100000:3.0:1787755767.838912:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24057 00000100:00100000:0.0:1787755767.839408:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666933760:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755767.839943:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.839964:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.839977:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.840392:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.840479:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.840493:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.840561:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.840568:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.840582:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.840613:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933888:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1787755767.840695:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.842388:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.842494:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666933888 00000100:00100000:0.0:1787755767.842506:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666933888 00000100:00100000:0.0:1787755767.842581:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24058 00000100:00100000:0.0:1787755767.842590:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:10714:x1874588666933888:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1787755767.842615:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.842637:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786a21 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.842680:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786a21 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.842695:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786a21 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.842704:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dff42fa8600) 00010000:00010000:0.0:1787755767.842706:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.842710:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755767.842775:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:10714:x1874588666933888:12345-0@lo:101:mdt00_005.0 Request processed in 185us (2079us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755767.842782:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24058 00000100:00100000:3.0:1787755767.842874:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588666933888:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1787755767.842897:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.842908:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755767.842937:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000050de717a reply state 0000000004ea1086 transno 4294985326 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.842951:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.842958:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755767.842960:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755767.842963:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755767.842968:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.842976:0:10714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755767.842990:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x190:0x0] 00000004:00010000:3.0:1787755767.842999:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000050de717a reply state 0000000004ea1086 transno 4294985326 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.843008:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.843014:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755767.843016:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755767.843018:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787755767.843024:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00000004:00080000:3.0:1787755767.843033:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755767.843043:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.843051:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.843058:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.843086:0:10714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755767.843091:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755767.843095:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.843102:0:10714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.843166:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755767.843183:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.843197:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755767.843206:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755767.843217:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.843284:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.843293:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755767.843362:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.843371:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657869f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657869fe expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.843392:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.843394:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.843395:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755767.843405:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755767.843576:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223789:x1874588654411392:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 53762us (55015us total) trans 4294985326 rc 0/0 00000100:00100000:3.0:1787755767.843585:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70090 00000100:00100000:1.0:1787755767.845472:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666934016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.845610:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.845811:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934016 00000100:00100000:3.0:1787755767.845827:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934016 00000100:00100000:3.0:1787755767.845925:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11036 00000100:00100000:3.0:1787755767.845939:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588666934016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755767.845961:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755767.845995:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657869fe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657869f7 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.846019:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755767.846025:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.846107:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666934016:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.846122:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11036 00000100:00100000:1.0:1787755767.846478:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666934016:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.857436:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.858334:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411776 00000100:00100000:2.0:1787755767.858353:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411776 00000100:00100000:2.0:1787755767.858429:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70091 00000100:00100000:2.0:1787755767.858441:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223778:x1874588654411776:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755767.858463:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.858485:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786a2f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213998 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.858575:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786a36 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.858593:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.858606:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755767.858687:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755767.858692:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755767.858716:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786a36 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.858742:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786a2f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213998 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.858763:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786a36 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213998 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.858771:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755767.858774:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755767.858778:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755767.860906:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223778:x1874588654411776:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2456us (3469us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.860922:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70091 00000100:00100000:1.0:1787755767.871123:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.872033:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654411904 00000100:00100000:3.0:1787755767.872048:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654411904 00000100:00100000:3.0:1787755767.872164:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70092 00000100:00100000:3.0:1787755767.872188:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223778:x1874588654411904:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755767.872212:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.872235:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786a3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21399f expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872357:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872375:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872387:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872400:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872415:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786a05 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872423:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.872460:0:6521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786a05 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.872475:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1874588666934144:0@lo:104: 00000100:00100000:3.0:1787755767.872540:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.872593:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.873077:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934144 00000100:00100000:1.0:1787755767.873085:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934144 00000100:00100000:1.0:1787755767.873139:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877 00000100:00100000:1.0:1787755767.873150:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6521:x1874588666934144:12345-0@lo:104: 00010000:00010000:1.0:1787755767.873165:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.873258:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755767.873265:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6521:x1874588666934144:12345-0@lo:104: Request processed in 118us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.873272:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877 00010000:00010000:1.0:1787755767.873296:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755767.873303:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.873311:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755767.873354:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755767.873365:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.873395:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.873407:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755767.873431:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.873438:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365786a05 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786a0c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.873460:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.873462:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755767.873464:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755767.873476:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666934272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.873512:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.873555:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934272 00000100:00100000:1.0:1787755767.873559:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934272 00010000:00010000:1.0:1787755767.873576:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786a05 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.873602:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21594 00000100:00100000:1.0:1787755767.873607:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666934272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.873618:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787755767.874149:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6521:1874588666934144:0@lo:104: 00010000:00010000:3.0:1787755767.874188:0:6521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755767.880179:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957406 is committed 00010000:00010000:3.0:1787755767.880595:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a0c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786a05 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.880623:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff42fa8f00) 00010000:00010000:3.0:1787755767.880630:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.880641:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.880659:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.880746:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.880840:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588666934272:12345-0@lo:103:ldlm_bl.0 Request processed in 7230us (7325us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.880853:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21594 00000100:00100000:0.0:1787755767.883709:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666934272:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755767.886139:0:6521:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.886160:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.886391:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6521:1874588666934400:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787755767.886462:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.886503:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.886607:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934400 00000100:00100000:3.0:1787755767.886618:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934400 00000100:00100000:3.0:1787755767.886695:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24059 00000100:00100000:3.0:1787755767.886706:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6521:x1874588666934400:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755767.886820:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6521:x1874588666934400:12345-0@lo:1000:mdt00_002.0 Request processed in 115us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.886828:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24059 00000100:00100000:1.0:1787755767.887127:0:6521:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985319 gen 2 00000004:00080000:1.0:1787755767.887134:0:6521:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985318 committed transno 4294985319 00000004:00080000:1.0:1787755767.887160:0:6521:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985319 committed transno 4294985319 00000020:00080000:1.0:1787755767.887166:0:6521:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dff43940f00 refcount 2 committed 0 result 0 batchid 4294979803 00000020:00080000:1.0:1787755767.887169:0:6521:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4ea400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe43c3cc00 00000020:00080000:1.0:1787755767.887172:0:6521:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].935 00000020:00080000:1.0:1787755767.887175:0:6521:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4eaa00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a5d0600 00000020:00080000:1.0:1787755767.887178:0:6521:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].932 00000100:00100000:1.0:1787755767.887212:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6521:1874588666934400:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1787755767.887273:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786a52 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887290:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786a52 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887302:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786a52 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755767.887384:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786a52 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887402:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887409:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887415:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887422:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887428:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755767.887433:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887441:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887455:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755767.887458:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755767.887463:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887470:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786a44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887484:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887489:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887495:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887499:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755767.887502:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887512:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887519:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff42fa8f00) 00010000:00010000:1.0:1787755767.887522:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755767.887525:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887530:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786a4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887572:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786a3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21399f expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887589:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786a52 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21399f expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.887596:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dff530fa000) 00010000:00010000:1.0:1787755767.887599:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755767.887601:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755767.887664:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223778:x1874588654411904:12345-192.168.201.7@tcp:101:bash.0 Request processed in 15489us (16556us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.887671:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70092 00000020:00080000:2.0:1787755767.888265:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979803 committed batchid 4294979802 00000020:00080000:2.0:1787755767.888375:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979802 00000100:00100000:3.0:1787755767.890175:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.890291:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654412032 00000100:00100000:1.0:1787755767.890301:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654412032 00000100:00100000:3.0:1787755767.890606:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70093 00000100:00100000:3.0:1787755767.890629:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223778:x1874588654412032:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755767.890667:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.890691:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a59 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139a6 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.890755:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786a60 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.890770:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786a60 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.890781:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786a60 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755767.890922:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00000004:00200000:3.0:1787755767.890927:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755767.890967:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a59 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139a6 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.890987:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786a60 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139a6 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.890996:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755767.890999:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755767.891002:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755767.891193:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223778:x1874588654412032:12345-192.168.201.7@tcp:101:bash.0 Request processed in 576us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.891202:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70093 00000100:00100000:3.0:1787755767.895222:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.895444:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654412160 00000100:00100000:2.0:1787755767.895456:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654412160 00000100:00100000:2.0:1787755767.895531:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70094 00000100:00100000:2.0:1787755767.895544:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223778:x1874588654412160:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755767.895569:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.895594:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786a67 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139ad expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.895690:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786a6e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.895704:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786a6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.895717:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786a6e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755767.895766:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x192:0x0]: returning size 4096 00000004:00200000:2.0:1787755767.895770:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755767.895806:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786a67 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ad expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.895826:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786a6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ad expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.895841:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:2.0:1787755767.895845:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755767.895850:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755767.895953:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223778:x1874588654412160:12345-192.168.201.7@tcp:101:bash.0 Request processed in 412us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.895961:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70094 00000100:00100000:1.0:1787755767.899786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.899905:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654412288 00000100:00100000:3.0:1787755767.899917:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654412288 00000100:00100000:3.0:1787755767.899994:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70095 00000100:00100000:3.0:1787755767.900009:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223778:x1874588654412288:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755767.900037:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.900074:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786a75 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139b4 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.900160:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.900180:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786a21 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.900190:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 4/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.900242:0:35169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786a21 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.900265:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588666934528:0@lo:104: 00000100:00100000:3.0:1787755767.900372:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.900426:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.901293:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934528 00000100:00100000:1.0:1787755767.901302:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934528 00000100:00100000:1.0:1787755767.901384:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7878 00000100:00100000:1.0:1787755767.901394:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35169:x1874588666934528:12345-0@lo:104: 00010000:00010000:1.0:1787755767.901410:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755767.901509:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755767.901515:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35169:x1874588666934528:12345-0@lo:104: Request processed in 124us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755767.901522:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878 00010000:00010000:2.0:1787755767.901574:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755767.901582:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.901592:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755767.901599:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755767.901609:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.901620:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb480 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588666934528:0@lo:104: 00010000:00010000:3.0:1787755767.901654:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.901730:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.901737:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755767.901769:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.901777:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365786a21 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786a28 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.901807:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755767.901809:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755767.901810:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755767.901865:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666934656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.901911:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755767.901967:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934656 00000100:00100000:3.0:1787755767.901972:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934656 00010000:00010000:3.0:1787755767.901994:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786a21 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755767.902026:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21595 00000100:00100000:3.0:1787755767.902034:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588666934656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755767.902045:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:0.0:1787755767.909384:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979803 batchid updated 00000020:00080000:2.0:1787755767.909494:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979803 00000004:00080000:2.0:1787755767.909561:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe47cc6180 with version 1820 00000020:00080000:2.0:1787755767.909573:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979803 cancel update log [0x240000404:0x2:0x0].935: rc = 0 00000020:00080000:2.0:1787755767.909705:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979803 cancel update log [0x200000bd0:0x2:0x0].932: rc = 0 00000020:00080000:2.0:1787755767.909718:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979803 00000004:00080000:1.0:1787755767.909871:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1820 rpc_version 1820 00010000:00010000:3.0:1787755767.909919:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365786a28 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786a21 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1787755767.909934:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755767.909947:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f51d880 x1874588666934912/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1787755767.909949:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dff42fa8600) 00010000:00010000:3.0:1787755767.909961:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.909977:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755767.909984:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666934912:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787755767.909988:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.910031:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755767.910091:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755767.910141:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479c9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755767.910544:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666934912 00000100:00100000:0.0:1787755767.910552:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666934912 00000100:00100000:0.0:1787755767.910607:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24060 00000100:00100000:0.0:1787755767.910616:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588666934912:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755767.910769:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588666934912:12345-0@lo:1000:osp_up1-0.0 Request processed in 153us (677us total) trans 4294985327 rc 0/0 00000100:00100000:0.0:1787755767.910777:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24060 00000100:00100000:1.0:1787755767.911035:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666934912:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1787755767.912218:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.912232:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755767.912295:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x190:0x0]: returning size 4096 00000004:00200000:2.0:1787755767.912301:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755767.912405:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365786a75 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139b4 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.912427:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139b4 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.912436:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dff42fa8600) 00010000:00010000:2.0:1787755767.912438:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755767.912442:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:2.0:1787755767.912520:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223778:x1874588654412288:12345-192.168.201.7@tcp:101:bash.0 Request processed in 12514us (12744us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.912533:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70095 00000100:00100000:3.0:1787755767.919463:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666934656:12345-0@lo:103:ldlm_bl.0 Request processed in 17421us (17543us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.919478:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21595 00000100:00100000:2.0:1787755767.919621:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666934656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755767.920472:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755767.920645:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654412544 00000100:00100000:0.0:1787755767.920663:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654412544 00000100:00100000:0.0:1787755767.920721:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70096 00000100:00100000:0.0:1787755767.920732:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223778:x1874588654412544:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755767.920757:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755767.920760:0:35159:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755767.920794:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786a7c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139b4 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.920816:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dff42fa8600) 00010000:00010000:0.0:1787755767.920828:0:35159:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755767.920848:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365786a83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139bb expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.921007:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.921023:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.921036:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.921049:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.921141:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.921148:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755767.922416:0:35159:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x518:0x0], index 0: 0 00010000:00010000:0.0:1787755767.922605:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786a98 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922620:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786a98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922630:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786a98 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922686:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922696:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922703:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922710:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922718:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755767.922723:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922731:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922744:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe52604100) 00010000:00010000:0.0:1787755767.922746:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755767.922751:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 3/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922758:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786a8a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755767.922776:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006f2a91c6 reply state 00000000a7cd1650 transno 8589957407 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922788:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922794:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe52604d00) 00010000:00010000:0.0:1787755767.922797:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755767.922799:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755767.922842:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365786a83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139bb expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922864:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786a98 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139bb expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755767.922877:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:0.0:1787755767.922879:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755767.922882:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755767.922981:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223778:x1874588654412544:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2249us (2512us total) trans 8589957407 rc 0/0 00000100:00100000:0.0:1787755767.922990:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70096 00000100:00100000:1.0:1787755767.934751:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.934866:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654412672 00000100:00100000:3.0:1787755767.935080:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654412672 00000100:00100000:3.0:1787755767.935176:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30739 00000100:00100000:3.0:1787755767.935188:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223778:x1874588654412672:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755767.935206:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755767.935231:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139c2 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755767.935257:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x518:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755767.935279:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=8824s v=(0 0) 00010000:00010000:3.0:1787755767.935284:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755767.935295:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 9 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.935313:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 9 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.935389:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755767.935469:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223778:x1874588654412672:12345-192.168.201.7@tcp:101:bash.0 Request processed in 283us (734us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.935477:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30739 00000100:00080000:1.0:1787755767.935564:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755767.940275:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.940412:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654412928 00000100:00100000:3.0:1787755767.940425:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654412928 00000100:00100000:3.0:1787755767.940620:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9328 00000100:00100000:3.0:1787755767.940644:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223778:x1874588654412928:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755767.941044:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223778:x1874588654412928:12345-192.168.201.7@tcp:35:bash.0 Request processed in 410us (780us total) trans 8589957408 rc 0/0 00000100:00100000:3.0:1787755767.948486:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9328 00000100:00100000:1.0:1787755767.948879:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.949072:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654413184 00000100:00100000:2.0:1787755767.949082:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654413184 00000100:00100000:2.0:1787755767.949144:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70097 00000100:00100000:2.0:1787755767.949154:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223778:x1874588654413184:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755767.949176:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.949180:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755767.949209:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786a6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ad expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949231:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:2.0:1787755767.949236:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755767.949249:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786aad lrc: 2/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139c9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949414:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949428:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949440:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949455:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949465:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.949472:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755767.949998:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588666935040:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787755767.950068:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755767.950097:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755767.950186:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935040 00000100:00100000:3.0:1787755767.950192:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935040 00000100:00100000:3.0:1787755767.950239:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24061 00000100:00100000:3.0:1787755767.950248:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6520:x1874588666935040:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787755767.950342:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6520:x1874588666935040:12345-0@lo:1000:mdt00_001.0 Request processed in 95us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.950350:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24061 00000100:00100000:2.0:1787755767.950609:0:6520:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957406 gen 2 00000004:00080000:2.0:1787755767.950616:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957406 committed transno 8589957406 00000100:00100000:2.0:1787755767.950728:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588666935040:0@lo:1000:mdt00_001.0 00000004:00080000:2.0:1787755767.951447:0:6520:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d2:0x0], index 1: 0 00010000:00010000:2.0:1787755767.951603:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ac2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951618:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ac2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951629:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ac2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951686:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951695:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951703:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951711:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951717:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755767.951722:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951731:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951744:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:2.0:1787755767.951747:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755767.951752:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951759:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786ab4 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755767.951775:0:6520:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000055f88823 reply state 00000000aea18bc4 transno 4294985328 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951786:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951793:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x4ec94fd6 (ffff9dfe46981600) 00010000:00010000:2.0:1787755767.951795:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755767.951798:0:6520:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755767.951845:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786aad lrc: 0/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c9 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951866:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ac2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c9 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.951874:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755767.951877:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755767.951880:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755767.951944:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223778:x1874588654413184:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2790us (3065us total) trans 4294985328 rc 0/0 00000100:00100000:2.0:1787755767.951953:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70097 00000100:00100000:1.0:1787755767.960506:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755767.960626:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654413312 00000100:00100000:2.0:1787755767.960645:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654413312 00000100:00100000:2.0:1787755767.960767:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30740 00000100:00100000:2.0:1787755767.960780:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223778:x1874588654413312:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755767.960802:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755767.960843:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139d0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755767.960882:0:9891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755767.960912:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d2:0x0].0x0 since=8824s v=(0 0) 00010000:00010000:2.0:1787755767.960919:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755767.960931:0:9891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.960949:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755767.960971:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755767.961047:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223778:x1874588654413312:12345-192.168.201.7@tcp:101:bash.0 Request processed in 271us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755767.961055:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30740 00000100:00080000:1.0:1787755767.961237:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755767.965138:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.965205:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654413568 00000100:00100000:3.0:1787755767.965223:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654413568 00000100:00100000:3.0:1787755767.965311:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9329 00000100:00100000:3.0:1787755767.965347:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223778:x1874588654413568:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755767.966242:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:223778:x1874588654413568:12345-192.168.201.7@tcp:35:bash.0 Request processed in 893us (1112us total) trans 4294985329 rc 0/0 00000100:00100000:3.0:1787755767.966259:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9329 00000100:00100000:0.0:1787755767.974293:0:9883:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9883:1874588666935168:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1787755767.974388:0:9883:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755767.974434:0:9883:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755767.975006:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935168 00000100:00100000:1.0:1787755767.975020:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935168 00000100:00100000:1.0:1787755767.975106:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30741 00000100:00100000:1.0:1787755767.975119:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:9883:x1874588666935168:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1787755767.975174:0:8433:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 1250 00000100:00100000:1.0:1787755767.981154:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:9883:x1874588666935168:12345-0@lo:5:osp-pre-1-1.0 Request processed in 6031us (6759us total) trans 4294976188 rc 0/0 00000100:00100000:1.0:1787755767.981168:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30741 00000100:00100000:0.0:1787755767.981203:0:9883:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976185 gen 2 00000004:00080000:0.0:1787755767.981211:0:9883:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe453ca300, transno 4294976185 00000100:00100000:0.0:1787755767.981240:0:9883:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dfe4a91c000 x1874588666935168/t4294976188(4294976188) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787755783 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787755767.981255:0:9883:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:9883:1874588666935168:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1787755767.981272:0:9883:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x4d2:0x0]-[0x2c0000400:0x501:0x0] 00000100:00100000:1.0:1787755767.998153:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755767.998199:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755767.998296:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654413696 00000100:00100000:3.0:1787755767.998368:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654413696 00000100:00100000:3.0:1787755767.998433:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654413824 00000100:00100000:3.0:1787755767.998436:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654413824 00000100:00100000:3.0:1787755767.998464:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11037 00000100:00100000:3.0:1787755767.998475:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:34914:x1874588654413696:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755767.998491:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755767.998518:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786a36 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213998 expref: 12 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.998543:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755767.998556:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365786a98 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139bb expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.998568:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:3.0:1787755767.998585:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786a52 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21399f expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.998596:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dff530fa000) 00010000:00010000:3.0:1787755767.998603:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.998675:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34914:x1874588654413696:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 201us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.998683:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11037 00000100:00100000:3.0:1787755767.998704:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11038 00000100:00100000:3.0:1787755767.998711:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:6171:x1874588654413824:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755767.998720:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755767.998731:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657868b5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1da7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21394b expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755767.998742:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da7:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:3.0:1787755767.998748:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755767.998766:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:6171:x1874588654413824:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 57us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755767.998773:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11038 00000100:00100000:1.0:1787755768.004182:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755768.004293:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654413952 00000100:00100000:3.0:1787755768.004333:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654413952 00000100:00100000:3.0:1787755768.004416:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11039 00000100:00100000:3.0:1787755768.004428:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:49234:x1874588654413952:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755768.004448:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755768.004479:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ac2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c9 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755768.004503:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe46981f00) 00010000:00010000:3.0:1787755768.004525:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786a60 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139a6 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755768.004539:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755768.004548:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b32536578681b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e56:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213928 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755768.004559:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e56:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:3.0:1787755768.004570:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755768.004660:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:49234:x1874588654413952:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 234us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755768.004668:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11039 00000100:00100000:1.0:1787755768.205013:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755768.205067:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755768.205121:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755768.205173:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414336 00000100:00100000:0.0:1787755768.205188:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414336 00000100:00100000:1.0:1787755768.205197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755768.205231:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414464 00000100:00100000:1.0:1787755768.205236:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414464 00000100:00100000:0.0:1787755768.205265:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10029 00000100:00100000:0.0:1787755768.205279:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654414336:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755768.205282:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414208 00000100:00100000:3.0:1787755768.205289:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414208 00000100:00100000:1.0:1787755768.205297:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10030 00000100:00100000:1.0:1787755768.205304:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654414464:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755768.205364:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15612 00000100:00100000:3.0:1787755768.205373:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654414208:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755768.205429:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414080 00000100:00100000:2.0:1787755768.205433:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414080 00000100:00100000:2.0:1787755768.205466:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2376 00000100:00100000:2.0:1787755768.205473:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654414080:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755768.208551:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654414464:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 3232us (3340us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755768.208567:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10030 00000100:00080000:1.0:1787755768.208615:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755768.212432:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654414336:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 7141us (7348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755768.212451:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10029 00000100:00100000:2.0:1787755768.217474:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654414080:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 11989us (12462us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755768.217474:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654414208:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 12095us (12344us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755768.217490:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2376 00000100:00100000:3.0:1787755768.217490:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15612 00010000:00010000:3.0:1787755768.802508:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755768.802799:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666935296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755768.802922:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755768.803169:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935296 00000100:00100000:2.0:1787755768.803180:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935296 00000100:00100000:2.0:1787755768.803241:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24062 00000100:00100000:2.0:1787755768.803252:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666935296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755768.803297:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443426304 avail 1297186816 00000100:00100000:2.0:1787755768.803383:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666935296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755768.803390:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24062 00000100:00100000:3.0:1787755768.803514:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666935296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755769.318406:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666935424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755769.318540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755769.318620:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666935552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755769.318664:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755769.318716:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935424 00000100:00100000:0.0:1787755769.318727:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935424 00000100:00100000:0.0:1787755769.318789:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24063 00000100:00100000:0.0:1787755769.318799:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666935424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755769.318846:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442807808 avail 1296568320 00000100:00100000:0.0:1787755769.318917:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666935424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755769.318927:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24063 00000100:00100000:0.0:1787755769.318963:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935552 00000100:00100000:0.0:1787755769.318968:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935552 00000100:00100000:0.0:1787755769.319014:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765 00000100:00100000:0.0:1787755769.319022:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666935552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755769.319052:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491162176 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755769.319092:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666935552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755769.319098:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765 00000100:00080000:0.0:1787755769.319121:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755769.319160:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666935552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755769.319197:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666935424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755769.319414:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755769.319425:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666935680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755769.319459:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755769.319496:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935680 00000100:00100000:2.0:1787755769.319500:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935680 00000100:00100000:2.0:1787755769.319537:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766 00000100:00100000:2.0:1787755769.319544:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666935680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755769.319563:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755769.319599:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666935680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755769.319606:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766 00000100:00080000:2.0:1787755769.319634:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755769.319659:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976187 gen 2 00000004:00080000:2.0:1787755769.319666:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe49ef2d80, transno 4294976187 00000100:00100000:2.0:1787755769.319684:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666935680:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787755769.533673:0:164089:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:3.0:1787755769.533732:0:164089:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:1.0:1787755769.827579:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755770.764540:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755770.764663:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755770.764704:0:20163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414592 00000100:00100000:1.0:1787755770.764714:0:20163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414592 00002000:00100000:1.0:1787755770.764778:0:20163:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x518:0x0] (0->5) req@ffff9dfe41a18a80 x1874588654414592/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:341/0 lens 496/0 e 0 to 0 dl 1787755781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755770.764790:0:20163:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe41a18a80 with x1874588654414592 ext(0->5) 00002000:00010000:1.0:1787755770.764796:0:20163:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe41a18a80 00000100:00100000:1.0:1787755770.764822:0:20163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27913 00000100:00080000:2.0:1787755770.765466:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755770.765684:0:20163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654414592:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:3.0:1787755770.766806:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414720 00000100:00100000:3.0:1787755770.766821:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414720 00000100:00100000:3.0:1787755770.766945:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30742 00000100:00100000:3.0:1787755770.766955:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654414720:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:3.0:1787755770.767085:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654414720:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 130us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755770.767092:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30742 00000100:00100000:1.0:1787755770.768767:0:20163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2402:x1874588654414592:12345-192.168.201.7@tcp:4:bash.0 Request processed in 3925us (4230us total) trans 4294973851 rc 0/0 00000100:00100000:1.0:1787755770.768780:0:20163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27913 00002000:00100000:1.0:1787755770.768793:0:20163:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x518:0x0] (0->5) req@ffff9dfe41a18a80 x1874588654414592/t4294973851(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:341/0 lens 496/448 e 0 to 0 dl 1787755781 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755770.768803:0:20163:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe41a18a80 with x1874588654414592 ext(0->5) 00002000:00010000:1.0:1787755770.768811:0:20163:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe41a18a80 00000001:00080000:1.0:1787755770.774993:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973851 is committed 00000100:00100000:1.0:1787755770.789062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755770.789149:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755770.792571:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414848 00000100:00100000:0.0:1787755770.792592:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414848 00002000:00100000:0.0:1787755770.792705:0:24265:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x4d2:0x0] (0->5) req@ffff9dfe4375ca80 x1874588654414848/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:341/0 lens 496/0 e 0 to 0 dl 1787755781 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755770.792726:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4375ca80 with x1874588654414848 ext(0->5) 00002000:00010000:0.0:1787755770.792735:0:24265:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4375ca80 00000100:00100000:0.0:1787755770.792769:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27914 00000100:00100000:0.0:1787755770.792779:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654414848:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:0.0:1787755770.793782:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654414848:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1000us (4627us total) trans 4294976189 rc 0/0 00000100:00100000:0.0:1787755770.793793:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27914 00002000:00100000:0.0:1787755770.793801:0:24265:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000400:0x4d2:0x0] (0->5) req@ffff9dfe4375ca80 x1874588654414848/t4294976189(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:341/0 lens 496/448 e 0 to 0 dl 1787755781 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755770.793810:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4375ca80 with x1874588654414848 ext(0->5) 00002000:00010000:0.0:1787755770.793815:0:24265:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4375ca80 00000100:00080000:1.0:1787755770.793969:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755770.798575:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654414976 00000100:00100000:2.0:1787755770.798590:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654414976 00000100:00100000:2.0:1787755770.798666:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30743 00000100:00100000:2.0:1787755770.798677:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654414976:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:1.0:1787755770.811105:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976189 is committed 00000001:00080000:1.0:1787755770.811127:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976188 is committed 00000100:00100000:2.0:1787755770.811340:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654414976:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 12658us (22280us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755770.811352:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30743 00010000:00010000:1.0:1787755770.854998:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755771.877086:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666935936:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877169:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877223:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666936448:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877248:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877272:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666936960:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877292:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877340:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1787755771.877346:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588666935808:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877400:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588666936320:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877426:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877443:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666936832:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877464:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877482:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588666937344:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877503:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877536:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666936064:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877595:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666936576:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877642:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666937088:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877664:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877683:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787755771.877688:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588666936192:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877709:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877728:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588666936704:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877748:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877766:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666937216:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.877815:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.877853:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935936 00000100:00100000:2.0:1787755771.877861:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935936 00000100:00100000:1.0:1787755771.877871:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936960 00000100:00100000:1.0:1787755771.877875:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936960 00000100:00100000:1.0:1787755771.877910:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24064 00000100:00100000:1.0:1787755771.877918:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666936960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755771.877983:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666936960:12345-0@lo:400:kworker.0 Request processed in 65us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879076:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24065 00000100:00100000:2.0:1787755771.879101:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666935936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879178:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666935936:12345-0@lo:400:kworker.0 Request processed in 88us (2010us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879187:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24065 00000100:00100000:2.0:1787755771.879244:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936448 00000100:00100000:2.0:1787755771.879251:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936448 00000100:00100000:2.0:1787755771.879300:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936832 00000100:00100000:2.0:1787755771.879303:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936832 00000100:00100000:2.0:1787755771.879342:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937088 00000100:00100000:2.0:1787755771.879345:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937088 00000100:00100000:2.0:1787755771.879365:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937216 00000100:00100000:2.0:1787755771.879368:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937216 00000100:00100000:2.0:1787755771.879391:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10031 00000100:00100000:2.0:1787755771.879397:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666936448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879434:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666936448:12345-0@lo:400:kworker.0 Request processed in 37us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879440:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10031 00000100:00100000:2.0:1787755771.879451:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10032 00000100:00100000:2.0:1787755771.879457:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666936832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879486:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666936832:12345-0@lo:400:kworker.0 Request processed in 30us (2021us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879492:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10032 00000100:00100000:2.0:1787755771.879504:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10033 00000100:00100000:2.0:1787755771.879509:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666937088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879539:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666937088:12345-0@lo:400:kworker.0 Request processed in 30us (1875us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879546:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10033 00000100:00100000:2.0:1787755771.879556:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10034 00000100:00100000:2.0:1787755771.879562:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666937216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879602:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666937216:12345-0@lo:400:kworker.0 Request processed in 40us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879609:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10034 00000100:00100000:2.0:1787755771.879633:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666935808 00000100:00100000:2.0:1787755771.879637:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666935808 00000100:00100000:2.0:1787755771.879665:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1787755771.879671:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588666935808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879702:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588666935808:12345-0@lo:400:kworker.0 Request processed in 32us (2326us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879709:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1787755771.879751:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936320 00000100:00100000:2.0:1787755771.879755:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936320 00000100:00100000:2.0:1787755771.879782:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937344 00000100:00100000:2.0:1787755771.879785:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937344 00000100:00100000:2.0:1787755771.879802:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936064 00000100:00100000:2.0:1787755771.879805:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936064 00000100:00100000:2.0:1787755771.879820:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936576 00000100:00100000:2.0:1787755771.879823:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936576 00000100:00100000:2.0:1787755771.879842:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936192 00000100:00100000:2.0:1787755771.879845:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936192 00000100:00100000:2.0:1787755771.879862:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666936704 00000100:00100000:2.0:1787755771.879865:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666936704 00000100:00100000:2.0:1787755771.879883:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15613 00000100:00100000:2.0:1787755771.879889:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe523bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588666936320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879920:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe523bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588666936320:12345-0@lo:400:kworker.0 Request processed in 31us (2493us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879926:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15613 00000100:00100000:2.0:1787755771.879938:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15614 00000100:00100000:2.0:1787755771.879945:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588666937344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.879972:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588666937344:12345-0@lo:400:kworker.0 Request processed in 29us (2468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.879978:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15614 00000100:00100000:2.0:1787755771.879990:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15615 00000100:00100000:2.0:1787755771.879996:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666936064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880023:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666936064:12345-0@lo:400:kworker.0 Request processed in 28us (2461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.880029:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15615 00000100:00100000:2.0:1787755771.880041:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15616 00000100:00100000:2.0:1787755771.880047:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666936576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880072:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666936576:12345-0@lo:400:kworker.0 Request processed in 25us (2454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.880078:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15616 00000100:00100000:2.0:1787755771.880089:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15617 00000100:00100000:2.0:1787755771.880094:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588666936192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880118:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588666936192:12345-0@lo:400:kworker.0 Request processed in 24us (2407us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.880124:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15617 00000100:00100000:2.0:1787755771.880137:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15618 00000100:00100000:2.0:1787755771.880142:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588666936704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880167:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588666936704:12345-0@lo:400:kworker.0 Request processed in 25us (2418us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.880173:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15618 00000100:00080000:2.0:1787755771.880219:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755771.880224:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755771.880227:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755771.880228:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755771.880307:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588666936192:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880350:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588666936704:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880368:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666937216:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880381:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666936064:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880393:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666936576:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880405:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666937088:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880456:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588666935808:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880469:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588666936320:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880479:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976188 gen 2 00000100:00100000:2.0:1787755771.880490:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666936832:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880500:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588666937344:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880513:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666935936:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880524:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666936448:0@lo:400:kworker.0 00000100:00100000:2.0:1787755771.880537:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666936960:0@lo:400:kworker.0 00010000:00010000:2.0:1787755771.881530:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787755771.882546:0:8668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8828904228121ns, next at 8829904224646ns, rc = 0 00000100:00100000:3.0:1787755771.882641:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666937472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755771.882718:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755771.882826:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937472 00000100:00100000:2.0:1787755771.882836:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937472 00000100:00100000:2.0:1787755771.882902:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767 00000100:00100000:2.0:1787755771.882912:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666937472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755771.882943:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892629504 avail 3661107200 00000100:00100000:2.0:1787755771.882988:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666937472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755771.882995:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767 00000100:00100000:3.0:1787755771.883131:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666937472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755771.883606:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24064 00000100:00100000:0.0:1787755772.120875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.120974:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654415104 00000100:00100000:2.0:1787755772.120984:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654415104 00000100:00100000:2.0:1787755772.121061:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70098 00000100:00100000:2.0:1787755772.121072:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:223959:x1874588654415104:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755772.121094:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.121116:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786ad7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139d7 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.121184:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.121197:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.121209:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755772.121261:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755772.121265:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755772.121285:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.121308:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786ad7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.121358:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.121367:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755772.121371:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755772.121374:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755772.121431:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:223959:x1874588654415104:12345-192.168.201.7@tcp:101:cat.0 Request processed in 361us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.121438:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70098 00000100:00080000:3.0:1787755772.122874:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755772.127532:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.127643:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654415232 00000100:00100000:2.0:1787755772.127656:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654415232 00000100:00100000:2.0:1787755772.127733:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70099 00000100:00100000:2.0:1787755772.127746:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:223959:x1874588654415232:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755772.127771:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.127795:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786ae5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139de expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127870:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127884:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127896:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127910:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127918:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127925:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.127997:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786afa lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128004:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786afa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128010:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786afa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755772.128032:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786afa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128046:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128053:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128060:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128067:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128072:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755772.128077:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128084:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128096:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755772.128098:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.128103:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128108:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786aec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128124:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128130:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128136:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128141:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755772.128144:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128149:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128155:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8700) 00010000:00010000:2.0:1787755772.128157:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.128160:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128169:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786af3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128201:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786ae5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139de expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128215:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786afa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139de expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.128222:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755772.128224:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755772.128226:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755772.128292:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:223959:x1874588654415232:12345-192.168.201.7@tcp:101:cat.0 Request processed in 547us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.128299:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70099 00000100:00100000:2.0:1787755772.139097:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755772.142308:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654415360 00000100:00100000:0.0:1787755772.142345:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654415360 00000100:00100000:0.0:1787755772.142418:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70100 00000100:00100000:0.0:1787755772.142429:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:223959:x1874588654415360:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755772.142449:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755772.142470:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786b01 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139e5 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.142538:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786b08 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.142552:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786b08 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.142583:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786b08 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755772.142683:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00000004:00200000:0.0:1787755772.142689:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755772.142728:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786b01 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139e5 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.142745:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786b08 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139e5 expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.142754:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755772.142757:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755772.142761:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755772.142822:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+10:223959:x1874588654415360:12345-192.168.201.7@tcp:101:cat.0 Request processed in 394us (3734us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.142829:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70100 00000100:00100000:0.0:1787755772.152582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.152758:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654415488 00000100:00100000:3.0:1787755772.152770:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654415488 00000100:00100000:3.0:1787755772.152839:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70101 00000100:00100000:3.0:1787755772.152851:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:223959:x1874588654415488:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755772.152874:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755772.152895:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b0f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139ec expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.152955:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.152970:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.152981:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755772.153030:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x192:0x0]: returning size 4096 00000004:00200000:3.0:1787755772.153035:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755772.153070:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b0f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.153091:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.153099:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755772.153102:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755772.153106:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755772.153166:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:223959:x1874588654415488:12345-192.168.201.7@tcp:101:cat.0 Request processed in 316us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755772.153173:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70101 00000100:00080000:2.0:1787755772.155811:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755772.162410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.162518:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654415616 00000100:00100000:2.0:1787755772.162533:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654415616 00000100:00100000:2.0:1787755772.162613:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70102 00000100:00100000:2.0:1787755772.162624:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:223959:x1874588654415616:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755772.162645:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.162677:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786b1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139f3 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.162740:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.162758:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.162770:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755772.162826:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x190:0x0]: returning size 4096 00000004:00200000:2.0:1787755772.162831:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755772.162866:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786b1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.162884:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.162893:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:2.0:1787755772.162895:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755772.162900:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755772.162975:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:223959:x1874588654415616:12345-192.168.201.7@tcp:101:cat.0 Request processed in 352us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.162982:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70102 00000100:00100000:3.0:1787755772.169092:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755772.172908:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654415872 00000100:00100000:1.0:1787755772.172925:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654415872 00000100:00100000:1.0:1787755772.173000:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70103 00000100:00100000:1.0:1787755772.173015:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:223959:x1874588654415872:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755772.173043:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755772.173068:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786b2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2139fa expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.173150:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.173165:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.173177:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.173188:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.173195:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.173201:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:1.0:1787755772.173277:0:10713:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:1.0:1787755772.388768:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755772.391239:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666937600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755772.393299:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755772.394370:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937600 00000100:00100000:0.0:1787755772.394387:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937600 00000100:00100000:0.0:1787755772.394472:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6768 00000100:00100000:0.0:1787755772.394487:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666937600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755772.394533:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:0.0:1787755772.394640:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666937600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.394648:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6768 00000100:00100000:1.0:1787755772.394885:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666937600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755772.625459:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.626811:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416000 00000100:00100000:3.0:1787755772.626830:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416000 00000100:00100000:3.0:1787755772.627002:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70104 00000100:00100000:3.0:1787755772.627017:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223961:x1874588654416000:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755772.627051:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755772.627146:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786b40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a01 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.627246:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.627265:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.627279:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755772.627377:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755772.627381:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755772.627409:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.627438:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786b40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.627467:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.627478:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755772.627482:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755772.627486:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755772.627601:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223961:x1874588654416000:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 588us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755772.628928:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70104 00000100:00080000:2.0:1787755772.629823:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755772.632087:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.632261:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416128 00000100:00100000:2.0:1787755772.632279:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416128 00000100:00100000:2.0:1787755772.632392:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70105 00000100:00100000:2.0:1787755772.632417:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223961:x1874588654416128:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755772.632447:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.632480:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786b4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a08 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632595:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632627:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632644:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632663:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632671:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632678:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632796:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632806:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632813:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755772.632846:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632866:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632875:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632883:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632891:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632897:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755772.632904:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632913:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632930:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755772.632934:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.632940:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632947:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632969:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632976:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632982:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632988:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755772.632991:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.632997:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.633005:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8100) 00010000:00010000:2.0:1787755772.633007:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.633010:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.633016:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.633056:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786b4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 12 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.633082:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.633090:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755772.633092:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755772.633094:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755772.633199:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223961:x1874588654416128:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 795us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.633207:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70105 00000100:00100000:1.0:1787755772.643747:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.643960:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416256 00000100:00100000:2.0:1787755772.643975:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416256 00000100:00100000:2.0:1787755772.644086:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70106 00000100:00100000:2.0:1787755772.644098:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223961:x1874588654416256:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755772.644135:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.644164:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786b6a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a0f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.644260:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b71 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.644280:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b71 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.644296:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b71 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755772.644477:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00000004:00200000:2.0:1787755772.644483:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755772.644531:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786b6a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a0f expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.644554:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b71 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a0f expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.644574:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:2.0:1787755772.644578:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755772.644584:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755772.644673:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223961:x1874588654416256:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 577us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.644685:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70106 00000100:00080000:3.0:1787755772.646018:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755772.661620:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755772.661756:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416384 00000100:00100000:0.0:1787755772.661773:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416384 00000100:00100000:0.0:1787755772.661863:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70107 00000100:00100000:0.0:1787755772.661876:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502d5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223961:x1874588654416384:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755772.661904:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755772.661937:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786b78 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a16 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662031:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 3/1,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662051:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662065:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662081:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662088:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662094:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662208:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662216:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662223:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755772.662279:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e59:0x0]: returning size 6 00000004:00200000:0.0:1787755772.662285:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755772.662308:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662384:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662395:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662403:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662410:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662417:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662423:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755772.662428:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662437:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662453:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:0.0:1787755772.662457:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755772.662463:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 3/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662470:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786b7f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662488:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662495:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662501:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662506:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755772.662509:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662515:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662522:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x4ec94fd6 (ffff9dfe46981600) 00010000:00010000:0.0:1787755772.662524:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755772.662527:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662532:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786b86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662575:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786b78 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a16 expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662592:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a16 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.662598:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe52604400) 00010000:00010000:0.0:1787755772.662601:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755772.662603:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755772.662689:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502d5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223961:x1874588654416384:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 815us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.662698:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70107 00000100:00100000:3.0:1787755772.669818:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.669923:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416512 00000100:00100000:2.0:1787755772.669946:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416512 00000100:00100000:2.0:1787755772.670140:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70108 00000100:00100000:2.0:1787755772.670156:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223961:x1874588654416512:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755772.670189:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.670220:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786b94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a1d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670312:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670369:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670383:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670398:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670406:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670412:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670529:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670542:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670549:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755772.670682:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da8:0x0]: returning size 6 00000004:00200000:2.0:1787755772.670687:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755772.670715:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670730:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670742:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670749:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670757:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670765:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670771:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755772.670777:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670786:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670801:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:2.0:1787755772.670804:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.670809:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 3/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670816:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786b9b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670834:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670840:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670846:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670851:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755772.670854:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670860:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670868:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe52604d00) 00010000:00010000:2.0:1787755772.670871:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.670874:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670880:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ba2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670919:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786b94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a1d expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670936:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a1d expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.670945:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dfe502b8100) 00010000:00010000:2.0:1787755772.670947:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755772.670950:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755772.674880:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223961:x1874588654416512:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 4707us (5060us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.674900:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70108 00000100:00100000:1.0:1787755772.678466:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755772.678585:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416640 00000100:00100000:0.0:1787755772.678601:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416640 00000100:00100000:0.0:1787755772.678684:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11040 00000100:00100000:0.0:1787755772.678697:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2399:x1874588654416640:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:0.0:1787755772.678716:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755772.678748:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786b8d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a16 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.678770:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe52604400) 00010000:00010000:0.0:1787755772.678783:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755772.678868:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2399:x1874588654416640:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 173us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.678876:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11040 00000100:00100000:1.0:1787755772.681791:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.681901:0:6534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654416896 00000100:00100000:3.0:1787755772.681912:0:6534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654416896 00000100:00100000:3.0:1787755772.681977:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1227 00000100:00100000:3.0:1787755772.681988:0:6534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223961:x1874588654416896:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:3.0:1787755772.682049:0:6534:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755772.682076:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ba9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a1d expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.682099:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dfe502b8100) 00010000:00010000:3.0:1787755772.682112:0:6534:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755772.682275:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666937728:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.682606:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.682641:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755772.682780:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937728 00000100:00100000:2.0:1787755772.682793:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937728 00000100:00100000:2.0:1787755772.682873:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24066 00000100:00100000:2.0:1787755772.682884:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666937728:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.683003:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666937728:12345-0@lo:1000:mdt_io00_002.0 Request processed in 121us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.683010:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24066 00000100:00100000:3.0:1787755772.683069:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666937728:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.683136:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666937856:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.683254:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.683278:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.683309:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937856 00000100:00100000:0.0:1787755772.683337:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937856 00000100:00100000:0.0:1787755772.683444:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24067 00000100:00100000:0.0:1787755772.683454:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666937856:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.683582:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666937856:12345-0@lo:1000:mdt_io00_002.0 Request processed in 130us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.683590:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24067 00000100:00100000:3.0:1787755772.683984:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666937856:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755772.684015:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00000100:00100000:3.0:1787755772.684050:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666937984:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.684089:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.684115:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.684169:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666937984 00000100:00100000:0.0:1787755772.684176:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666937984 00000100:00100000:0.0:1787755772.684218:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24068 00000100:00100000:0.0:1787755772.684224:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666937984:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.684341:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666937984:12345-0@lo:1000:mdt_io00_002.0 Request processed in 89us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.684349:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24068 00000100:00100000:3.0:1787755772.685002:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666937984:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755772.685039:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e58:0x0] 00000100:00100000:3.0:1787755772.685081:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666938112:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.685126:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.685169:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.685421:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666938112 00000100:00100000:1.0:1787755772.685432:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666938112 00000100:00100000:1.0:1787755772.685698:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24069 00000100:00100000:1.0:1787755772.685710:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666938112:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.685861:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666938112:12345-0@lo:1000:mdt_io00_002.0 Request processed in 153us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.685868:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24069 00000100:00100000:3.0:1787755772.685957:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666938112:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755772.686020:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00000100:00100000:3.0:1787755772.686047:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51332680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666938240:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.686089:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.689438:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.692916:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666938240 00000100:00100000:0.0:1787755772.692940:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666938240 00000100:00100000:0.0:1787755772.693070:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24070 00000100:00100000:0.0:1787755772.693084:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666938240:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.693291:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666938240:12345-0@lo:1000:mdt_io00_002.0 Request processed in 210us (7201us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.693300:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24070 00000100:00100000:3.0:1787755772.693973:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51332680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666938240:0@lo:1000:mdt_io00_002.0 00000004:00020000:3.0:1787755772.694045:0:6534:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:3.0:1787755772.694173:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.694182:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.694190:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755772.694205:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51332680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666938368:0@lo:101:mdt_io00_002.0 00000100:00100000:3.0:1787755772.694257:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.694282:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.694751:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666938368 00000100:00100000:0.0:1787755772.694763:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666938368 00000100:00100000:0.0:1787755772.695032:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24071 00000100:00100000:0.0:1787755772.695045:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666938368:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755772.695069:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755772.695093:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786bb0 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.695122:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 2/0,1 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.695134:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.695144:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 5/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.695182:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.695200:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 10 pid: 6519 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755772.695214:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588666938496:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755772.695355:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00080000:00080000:0.0:1787755772.695415:0:6524:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1787755772.695477:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f780 going to sleep for 11 seconds 00000004:00020000:1.0:1787755772.696407:0:10713:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4479 00010000:00010000:1.0:1787755772.696613:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696633:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696646:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755772.696660:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da8:0x0]: returning size 6 00010000:00010000:1.0:1787755772.696778:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696788:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696796:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696805:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696811:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755772.696817:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696825:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696840:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:1.0:1787755772.696843:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755772.696849:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696856:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696871:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696877:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696887:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696893:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755772.696896:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696901:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696908:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe52604d00) 00010000:00010000:1.0:1787755772.696910:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755772.696913:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696919:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786b39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696975:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786b2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696990:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.696998:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:1.0:1787755772.697000:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755772.697002:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755772.697461:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:223959:x1874588654415872:12345-192.168.201.7@tcp:101:cat.0 Request processed in 524446us (528390us total) trans 8589957409 rc 0/0 00000100:00100000:1.0:1787755772.697475:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70103 00000100:00100000:2.0:1787755772.708721:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755772.708990:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588666938496:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755772.709034:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.709049:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:1.0:1787755772.709053:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755772.709057:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755772.709071:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417024 00010000:00010000:1.0:1787755772.709072:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755772.709090:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417024 00010000:00010000:0.0:1787755772.709147:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 11 pid: 6519 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755772.709161:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666938368:12345-0@lo:101:mdt_io00_002.0 Request processed in 14101us (14884us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.709181:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24071 00000100:00100000:0.0:1787755772.709213:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21596 00000100:00100000:0.0:1787755772.709228:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654417024:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755772.709246:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755772.709255:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 11 pid: 6519 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.709273:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 11 pid: 6519 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.709306:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786b16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139ec expref: 11 pid: 6519 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.709358:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:0.0:1787755772.709366:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.709377:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755772.709448:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654417024:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 223us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.709457:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21596 00000100:00100000:2.0:1787755772.710015:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51332680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666938368:0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755772.710041:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.710055:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.711746:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.711856:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417152 00000100:00100000:3.0:1787755772.711925:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417152 00000100:00100000:3.0:1787755772.712251:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30744 00000100:00100000:3.0:1787755772.712267:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654417152:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755772.712295:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755772.712356:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009182b271/0x9b2b325365786bcc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a24 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755772.712450:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588666938624:192.168.201.7@tcp:106: 00000100:00100000:3.0:1787755772.712585:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00080000:2.0:1787755772.712740:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1787755772.714879:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 349 committed 00010000:00010000:0.0:1787755772.714949:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755772.714969:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.715514:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755772.715542:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666938752:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1787755772.715665:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.715787:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666938752 00000100:00100000:1.0:1787755772.715804:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666938752 00000100:00100000:1.0:1787755772.715877:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30745 00000100:00100000:1.0:1787755772.715888:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666938752:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1787755772.715925:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1232 count 1 00010000:00010000:1.0:1787755772.715956:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.715984:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 6 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.715994:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d0:0x0].0x0 since=12s v=(0 0) 00010000:00010000:1.0:1787755772.716001:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d0:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755772.716005:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.716023:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.716036:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755772.716050:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 6 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.716060:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b32536578694f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786956 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.716074:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 6 pid: 8436 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755772.716096:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666939008:192.168.201.7@tcp:104: 00000001:00080000:0.0:1787755772.716098:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985329 is committed 00000001:00080000:0.0:1787755772.716122:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985327 is committed 00000020:00080000:0.0:1787755772.716134:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a20f9c0 refcount 2 committed 0 result 0 batchid 3406 00000020:00080000:0.0:1787755772.716138:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe45b6fc00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a20f3c0 00000020:00080000:0.0:1787755772.716142:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1504 00000020:00080000:0.0:1787755772.716144:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe45b6f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5186f600 00000020:00080000:0.0:1787755772.716147:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1185 00000001:00080000:0.0:1787755772.716157:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985325 is committed 00000020:00080000:0.0:1787755772.716162:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe423010c0 refcount 2 committed 0 result 0 batchid 3405 00000020:00080000:0.0:1787755772.716165:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe52df6900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a41c240 00000020:00080000:0.0:1787755772.716169:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1503 00000020:00080000:0.0:1787755772.716171:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe52df6600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a5d1000 00000020:00080000:0.0:1787755772.716174:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1184 00000004:00080000:0.0:1787755772.716183:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 348 committed 00000020:00080000:0.0:1787755772.716198:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5122a480 refcount 2 committed 0 result 0 batchid 3404 00000020:00080000:0.0:1787755772.716202:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe46987400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5122ab40 00000020:00080000:0.0:1787755772.716206:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1502 00000020:00080000:0.0:1787755772.716209:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe46987100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a638600 00000020:00080000:0.0:1787755772.716212:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1183 00000100:00100000:1.0:1787755772.716213:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cd80 going to sleep for 11 seconds 00000020:00080000:0.0:1787755772.716222:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3403 batchid updated 00000100:00100000:2.0:1787755772.716403:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666938880:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1787755772.716457:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.716836:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666938880 00000100:00100000:1.0:1787755772.716845:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666938880 00000100:00100000:1.0:1787755772.716911:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11041 00000100:00100000:1.0:1787755772.716920:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666938880:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787755772.716933:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755772.716959:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786956 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x18f:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578694f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.716982:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x18f:0x0].0x5a734ce9 (ffff9dff4536d500) 00010000:00010000:1.0:1787755772.716995:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755772.717063:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588666938880:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 144us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.717070:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11041 00000100:00100000:2.0:1787755772.719905:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666938880:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787755772.720294:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720306:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720311:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720347:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755772.720353:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720363:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720387:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755772.720390:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755772.720396:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720402:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786a13 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720420:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720424:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720428:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720431:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755772.720433:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720436:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720441:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755772.720442:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755772.720447:0:3633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720459:0:3633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720466:0:3633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.720528:0:3633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755772.720545:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0001_UUID:3633:1874588666939136:0@lo:105: 00000100:00100000:3.0:1787755772.720653:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.720707:0:3633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520296c0 going to sleep for 11 seconds 00000020:00080000:3.0:1787755772.720732:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3406 committed batchid 3403 00000004:00080000:3.0:1787755772.721006:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe52029d80 with version 6814 00000020:00080000:3.0:1787755772.721027:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3403 cancel update log [0x200000401:0x3:0x0].1501: rc = 0 00000004:00080000:1.0:1787755772.721070:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6814 rpc_version 6814 00000020:00080000:3.0:1787755772.721085:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3403 cancel update log [0x240000400:0x3:0x0].1182: rc = 0 00000020:00080000:3.0:1787755772.721096:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3403 00000020:00100000:1.0:1787755772.721139:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755772.721157:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4193c000 x1874588666939392/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755772.721281:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666939392:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755772.721620:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.721681:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4479cb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.721908:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666939136 00000100:00100000:0.0:1787755772.721921:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666939136 00000100:00100000:0.0:1787755772.721995:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7879 00000100:00100000:0.0:1787755772.722004:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3633:x1874588666939136:12345-0@lo:105: 00010000:00010000:0.0:1787755772.722024:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.722037:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.722047:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.722057:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.722066:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.722075:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.722094:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a000) 00000100:00100000:0.0:1787755772.722173:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:3633:x1874588666939136:12345-0@lo:105: Request processed in 169us (1519us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.722182:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7879 00010000:00010000:2.0:1787755772.722346:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.722358:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755772.722393:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00010000:00010000:2.0:1787755772.722449:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.722458:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.722470:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.722490:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666939520:0@lo:101:mdt_io00_002.0 00000100:00100000:2.0:1787755772.722530:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.722577:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.722658:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0001_UUID:3633:1874588666939136:0@lo:105: 00010000:00010000:1.0:1787755772.722693:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722704:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365786a1a lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722742:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722750:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722757:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722763:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755772.722767:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722775:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722790:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x4ec94fd6 (ffff9dfe46981600) 00010000:00010000:1.0:1787755772.722793:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755772.722797:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.722802:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786abb lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755772.723665:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666939392 00000100:00100000:0.0:1787755772.723679:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666939392 00000100:00100000:0.0:1787755772.723747:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666939520 00000100:00100000:0.0:1787755772.723753:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666939520 00000100:00100000:0.0:1787755772.723787:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24072 00000100:00100000:0.0:1787755772.723801:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666939392:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755772.724099:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24073 00000100:00100000:2.0:1787755772.724111:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588666939520:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755772.724126:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.724162:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786be1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786bda expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.724195:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786be1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786bda expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.724215:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786be1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786bda expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.724226:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x4ec94fd6 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755772.724230:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755772.724235:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755772.724372:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666939520:12345-0@lo:101:mdt_io00_002.0 Request processed in 263us (1841us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.724381:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24073 00000100:00100000:1.0:1787755772.724644:0:6534:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985327 gen 2 00000004:00080000:1.0:1787755772.724664:0:6534:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985327 committed transno 4294985327 00000100:00100000:1.0:1787755772.724715:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666939520:0@lo:101:mdt_io00_002.0 00000100:00100000:0.0:1787755772.724749:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666939392:12345-0@lo:1000:osp_up0-1.0 Request processed in 949us (3126us total) trans 8589957410 rc 0/0 00010000:00010000:1.0:1787755772.724757:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755772.724763:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24072 00010000:00010000:1.0:1787755772.724787:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755772.724819:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00010000:00010000:1.0:1787755772.724854:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.724867:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.724874:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.724918:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.724930:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 10 pid: 35169 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755772.724949:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666939648:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755772.725071:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe43c3cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755772.725176:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666939392:0@lo:1000:osp_up0-1.0 00002000:00010000:3.0:1787755772.732517:0:35158:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x518:0x0] updating lvb size: 0 -> 6 00002000:00010000:3.0:1787755772.732534:0:35158:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x518:0x0] updating lvb mtime: 0 -> 1787755767 00002000:00010000:3.0:1787755772.732539:0:35158:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x518:0x0] updating lvb atime: 0 -> 1787755767 00002000:00010000:3.0:1787755772.732542:0:35158:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x518:0x0] updating lvb ctime: 0 -> 1787755767 00002000:00010000:3.0:1787755772.732544:0:35158:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x518:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:3.0:1787755772.732717:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588666938624:192.168.201.7@tcp:106: 00010000:00010000:3.0:1787755772.732787:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009182b271/0x9b2b325365786bcc lrc: 1/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a24 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.732954:0:35158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009182b271/0x9b2b325365786bcc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a24 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.732979:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755772.733084:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654417152:12345-192.168.201.7@tcp:101:cat.0 Request processed in 20820us (21350us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755772.733094:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30744 00000100:00100000:1.0:1787755772.739227:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.741470:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417280 00000100:00100000:2.0:1787755772.741500:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417280 00000100:00100000:2.0:1787755772.741640:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30746 00000100:00100000:2.0:1787755772.741655:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:223959:x1874588654417280:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755772.741682:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755772.741715:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a2b expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.741768:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.741778:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x518:0x0].0x0 since=5s v=(0 0) 00010000:00010000:2.0:1787755772.741784:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755772.741791:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 4/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.741839:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.741854:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.741880:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588666939776:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755772.742019:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.744521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755772.744668:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417408 00000100:00100000:0.0:1787755772.744682:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417408 00010000:00010000:0.0:1787755772.744761:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 7 pid: 8436 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755772.744823:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21597 00000100:00100000:0.0:1787755772.744834:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654417408:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755772.744853:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755772.744868:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 7 pid: 8436 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.744888:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 7 pid: 8436 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.744922:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d0:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755772.744927:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d0:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755772.744934:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.744945:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.744972:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755772.745045:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654417408:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 212us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.745054:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21597 00000100:00080000:3.0:1787755772.745851:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755772.745999:0:8679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f5fa1d72/0x9b2b325365786773 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2138e9 expref: 6 pid: 8436 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.746025:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666939008:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755772.746060:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.746072:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.746081:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.746095:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.746103:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.746134:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755772.746947:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755772.746960:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.746975:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755772.746980:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.746992:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.747018:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.747026:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001e6985a8/0x9b2b325365786bd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.747062:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755772.747064:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755772.747066:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755772.747257:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666938752:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31363us (31586us total) trans 4294973852 rc 0/0 00000100:00100000:2.0:1787755772.747274:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30745 00000004:00080000:3.0:1787755772.748178:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe46f88700/2, rc 0, transno 4294973852 00000100:00100000:3.0:1787755772.748196:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666938752:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1787755772.749846:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755772.749980:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417536 00000100:00100000:0.0:1787755772.749996:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417536 00010000:00010000:0.0:1787755772.750058:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 11 pid: 35169 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755772.750116:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21598 00000100:00100000:0.0:1787755772.750128:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654417536:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755772.750150:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755772.750159:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 11 pid: 35169 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.750177:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 11 pid: 35169 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.750206:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:0.0:1787755772.750213:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.750226:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.750235:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.750261:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755772.750392:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654417536:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 265us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.750400:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21598 00000100:00100000:2.0:1787755772.755409:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588666939776:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755772.755467:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 3/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.755496:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755772.755931:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:223959:x1874588654417280:12345-192.168.201.7@tcp:101:cat.0 Request processed in 14276us (16714us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755772.755943:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30746 00010000:00010000:1.0:1787755772.758624:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365786b24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139f3 expref: 10 pid: 35169 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755772.758664:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666939648:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755772.758701:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.758713:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.758720:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.758753:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.758769:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.758781:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755772.759199:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666939904:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.759306:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.759397:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.759638:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666939904 00000100:00100000:0.0:1787755772.759655:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666939904 00000100:00100000:0.0:1787755772.759755:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24074 00000100:00100000:0.0:1787755772.759766:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666939904:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.759891:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666939904:12345-0@lo:1000:mdt_io00_002.0 Request processed in 126us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.759899:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24074 00000100:00100000:1.0:1787755772.760013:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666939904:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.760097:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940032:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.760138:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.760172:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe43c3cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.760231:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666940032 00000100:00100000:0.0:1787755772.760236:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666940032 00000100:00100000:0.0:1787755772.760610:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24075 00000100:00100000:0.0:1787755772.760619:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940032:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.760696:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940032:12345-0@lo:1000:mdt_io00_002.0 Request processed in 78us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.760704:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24075 00000100:00100000:3.0:1787755772.764122:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.764494:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417664 00000100:00100000:3.0:1787755772.764505:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417664 00010000:00010000:3.0:1787755772.764555:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755772.764605:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21599 00000100:00100000:3.0:1787755772.764617:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654417664:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755772.764632:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755772.764659:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.764676:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.764701:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365786aa6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139c2 expref: 6 pid: 24263 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.764720:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755772.764725:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755772.764734:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.764745:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.764783:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755772.764798:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1874588666940160:192.168.201.7@tcp:105: 00000100:00100000:3.0:1787755772.764878:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.767075:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940032:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.767202:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940288:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.767269:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.767344:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b1e4180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.767371:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666940288 00000100:00100000:1.0:1787755772.767377:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666940288 00000100:00100000:1.0:1787755772.767435:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24076 00000100:00100000:1.0:1787755772.767445:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940288:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.767601:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940288:12345-0@lo:1000:mdt_io00_002.0 Request processed in 157us (332us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755772.767609:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24076 00000100:00100000:1.0:1787755772.767652:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940288:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.767721:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940416:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.767745:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.767763:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465e6240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.767778:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666940416 00000100:00100000:1.0:1787755772.767782:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666940416 00000100:00100000:1.0:1787755772.767812:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24077 00000100:00100000:1.0:1787755772.767819:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940416:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.767900:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940416:12345-0@lo:1000:mdt_io00_002.0 Request processed in 81us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.767907:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24077 00000100:00100000:2.0:1787755772.768071:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940416:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.768219:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940544:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.768282:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.768366:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.769671:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666940544 00000100:00100000:1.0:1787755772.769689:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666940544 00000100:00100000:1.0:1787755772.769766:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24078 00000100:00100000:1.0:1787755772.769779:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940544:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.770308:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940544:12345-0@lo:1000:mdt_io00_002.0 Request processed in 527us (2023us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.770346:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24078 00000100:00100000:2.0:1787755772.770470:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940544:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755772.770530:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e58:0x0] 00010000:00010000:2.0:1787755772.770726:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.770757:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.770769:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.770838:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.771045:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 9 pid: 10713 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.771066:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666940672:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755772.771200:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.772114:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1874588666940160:192.168.201.7@tcp:105: 00010000:00010000:0.0:1787755772.772156:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755772.772235:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654417664:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 7617us (8124us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.772247:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21599 00000100:00100000:0.0:1787755772.776519:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755772.776607:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.776716:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417792 00000100:00100000:3.0:1787755772.776733:0:24202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417792 00002000:00100000:3.0:1787755772.776835:0:24202:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x518:0x0] (0->4095) req@ffff9dfe4aa09f80 x1874588654417792/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:343/0 lens 488/0 e 0 to 0 dl 1787755783 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755772.776848:0:24202:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4aa09f80 with x1874588654417792 ext(0->4095) 00002000:00010000:3.0:1787755772.776854:0:24202:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4aa09f80 00000100:00100000:3.0:1787755772.776893:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27915 00000100:00100000:3.0:1787755772.776903:0:24202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654417792:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:1.0:1787755772.777033:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654417920 00000100:00100000:1.0:1787755772.777043:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654417920 00000100:00100000:3.0:1787755772.777088:0:24202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654417792:12345-192.168.201.7@tcp:3:cat.0 Request processed in 184us (588us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1787755772.777101:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 10 pid: 10713 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755772.777101:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27915 00002000:00100000:3.0:1787755772.777118:0:24202:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x518:0x0] (0->4095) req@ffff9dfe4aa09f80 x1874588654417792/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:343/0 lens 488/4536 e 0 to 0 dl 1787755783 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755772.777146:0:24202:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4aa09f80 with x1874588654417792 ext(0->4095) 00002000:00010000:3.0:1787755772.777150:0:24202:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4aa09f80 00000100:00100000:1.0:1787755772.777364:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21600 00000100:00100000:1.0:1787755772.777375:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654417920:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755772.777393:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755772.777403:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 10 pid: 10713 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.777421:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 10 pid: 10713 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.777451:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:1.0:1787755772.777457:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.777470:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.777479:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.777518:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755772.777581:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654417920:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 208us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.777589:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21600 00010000:00010000:2.0:1787755772.777647:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786bbe lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139fa expref: 10 pid: 10713 timeout: 8929 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.777674:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666940672:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755772.777708:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.777724:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.777730:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.777807:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.777816:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.777827:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.777865:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940800:0@lo:101:mdt_io00_002.0 00000100:00100000:2.0:1787755772.777937:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.777985:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.778530:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666940800 00000100:00100000:1.0:1787755772.778539:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666940800 00000100:00100000:1.0:1787755772.778596:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24079 00000100:00100000:1.0:1787755772.778616:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666940800:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755772.778638:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755772.778664:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786c0b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786c04 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.778694:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786c0b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786c04 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.778709:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786c0b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786c04 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.778718:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dff44577400) 00010000:00010000:1.0:1787755772.778722:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1787755772.778726:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755772.778782:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666940800:12345-0@lo:101:mdt_io00_002.0 Request processed in 169us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.778790:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24079 00000100:00100000:2.0:1787755772.778833:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940800:0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755772.778927:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.778941:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755772.778966:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e59:0x0] 00000100:00100000:2.0:1787755772.781136:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940928:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.781258:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.781355:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.783161:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755772.783223:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418048 00000100:00100000:3.0:1787755772.783234:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418048 00000100:00100000:3.0:1787755772.783291:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70109 00000100:00100000:3.0:1787755772.783299:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:223959:x1874588654418048:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755772.783345:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755772.783364:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786c12 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1da8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a32 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.783430:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786c12 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a32 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.783447:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786c12 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a32 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.783465:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:3.0:1787755772.783467:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787755772.783471:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755772.783522:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223959:x1874588654418048:12345-192.168.201.7@tcp:101:cat.0 Request processed in 225us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755772.783527:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70109 00000100:00100000:1.0:1787755772.786123:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666940928 00000100:00100000:1.0:1787755772.786150:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666940928 00000100:00100000:1.0:1787755772.786257:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24080 00000100:00100000:1.0:1787755772.786271:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666940928:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.786559:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666940928:12345-0@lo:1000:mdt_io00_002.0 Request processed in 290us (5299us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.786578:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24080 00000100:00100000:2.0:1787755772.786638:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666940928:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755772.786720:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00000100:00100000:2.0:1787755772.786805:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941056:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.786872:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.786968:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755772.787980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755772.788079:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418304 00000100:00100000:2.0:1787755772.788089:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418304 00000100:00100000:2.0:1787755772.788151:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9330 00000100:00100000:2.0:1787755772.788165:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223959:x1874588654418304:12345-192.168.201.7@tcp:35:cat.0 00000100:00100000:2.0:1787755772.788593:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:223959:x1874588654418304:12345-192.168.201.7@tcp:35:cat.0 Request processed in 431us (622us total) trans 8589957411 rc 0/0 00000100:00100000:2.0:1787755772.788600:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9330 00000100:00100000:1.0:1787755772.791939:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941056 00000100:00100000:1.0:1787755772.791962:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941056 00000100:00100000:1.0:1787755772.792164:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24081 00000100:00100000:1.0:1787755772.792180:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941056:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.794074:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941056:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755772.794143:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e58:0x0] 00010000:00010000:2.0:1787755772.794210:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.794227:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.794240:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755772.795037:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ed80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941184:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755772.795267:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.795413:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.795497:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941056:12345-0@lo:1000:mdt_io00_002.0 Request processed in 3311us (8613us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.795525:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24081 00000100:00100000:1.0:1787755772.795612:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941184 00000100:00100000:1.0:1787755772.795622:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941184 00000100:00100000:1.0:1787755772.796276:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24082 00000100:00100000:1.0:1787755772.796294:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941184:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.796624:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ed80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941184:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755772.796665:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e58:0x0] 00000100:00100000:1.0:1787755772.796696:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941184:12345-0@lo:1000:mdt_io00_002.0 Request processed in 406us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.796707:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24082 00000100:00100000:0.0:1787755772.796723:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941312:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.796783:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755772.796823:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.796950:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941312 00000100:00100000:1.0:1787755772.796958:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941312 00000100:00100000:1.0:1787755772.797069:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24083 00000100:00100000:1.0:1787755772.797079:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941312:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.797175:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941312:12345-0@lo:1000:mdt_io00_002.0 Request processed in 97us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.797182:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24083 00000100:00100000:0.0:1787755772.797305:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941312:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.797411:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941440:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.797450:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755772.797480:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755772.797667:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941440 00000100:00100000:1.0:1787755772.797674:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941440 00000100:00100000:1.0:1787755772.797714:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24084 00000100:00100000:1.0:1787755772.797721:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941440:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.797813:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941440:12345-0@lo:1000:mdt_io00_002.0 Request processed in 91us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755772.797820:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24084 00000100:00100000:3.0:1787755772.798083:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941440:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755772.798224:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00000100:00100000:3.0:1787755772.798293:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941568:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.798415:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.798489:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.798690:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941568 00000100:00100000:0.0:1787755772.798705:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941568 00000100:00100000:0.0:1787755772.798778:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24085 00000100:00100000:0.0:1787755772.798795:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941568:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.798976:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941568:12345-0@lo:1000:mdt_io00_002.0 Request processed in 184us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.798986:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24085 00000100:00100000:3.0:1787755772.799090:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941568:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755772.799192:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e58:0x0] 00000100:00100000:3.0:1787755772.799248:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941696:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.799289:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.799356:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755772.799376:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941696 00000100:00100000:2.0:1787755772.799387:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941696 00000100:00100000:1.0:1787755772.799449:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24086 00000100:00100000:1.0:1787755772.799470:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941696:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755772.799773:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941696:12345-0@lo:1000:mdt_io00_002.0 Request processed in 306us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755772.799807:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941696:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.799839:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941824:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.799876:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.799897:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.799928:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941824 00000100:00100000:0.0:1787755772.799933:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941824 00000100:00100000:0.0:1787755772.799960:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24087 00000100:00100000:0.0:1787755772.799965:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666941824:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755772.800036:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666941824:12345-0@lo:1000:mdt_io00_002.0 Request processed in 71us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755772.800041:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24087 00000100:00100000:3.0:1787755772.800293:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941824:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.800406:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941952:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.800440:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755772.800488:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24086 00000100:00100000:3.0:1787755772.800614:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755772.804159:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666941952 00000100:00100000:0.0:1787755772.804182:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666941952 00000100:00100000:3.0:1787755772.804492:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24088 00000100:00100000:3.0:1787755772.804523:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941952:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755772.804956:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666941952:12345-0@lo:1000:mdt_io00_002.0 Request processed in 447us (4514us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755772.804966:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24088 00000100:00100000:1.0:1787755772.805298:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666941952:0@lo:1000:mdt_io00_002.0 00000040:00080000:1.0:1787755772.806839:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].218, 64 off22144 00000004:00080000:1.0:1787755772.806940:0:6534:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8829828622931ns, next at 8830828618010ns, rc = 0 00000040:00080000:1.0:1787755772.807070:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].933, 904 off872088 00000040:00080000:1.0:1787755772.807536:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].936, 984 off969192 00000004:00080000:1.0:1787755772.807551:0:6534:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe43c3cc00 with version 1821 00000004:00080000:2.0:1787755772.807721:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1821 rpc_version 1821 00000020:00100000:2.0:1787755772.807808:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755772.807823:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91f100 x1874588666942208/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2584/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755772.807851:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91f100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666942208:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755772.807932:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755772.807980:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755772.808275:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666942208 00000100:00100000:3.0:1787755772.808291:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666942208 00000100:00100000:3.0:1787755772.808401:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24089 00000100:00100000:3.0:1787755772.808415:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666942208:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755772.808972:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666942208:12345-0@lo:1000:osp_up1-0.0 Request processed in 559us (1039us total) trans 4294985330 rc 0/0 00000100:00100000:3.0:1787755772.808983:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24089 00000100:00100000:2.0:1787755772.809075:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91f100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666942208:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787755772.809181:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809194:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809202:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809208:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755772.809213:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809222:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809238:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:0.0:1787755772.809240:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755772.809243:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809248:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365786bfd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1da8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755772.809268:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e59:0x0] 00010000:00010000:0.0:1787755772.809275:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809280:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809290:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809294:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809301:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809305:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755772.809306:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809309:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809364:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:0.0:1787755772.809366:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755772.809368:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809371:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786be8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755772.809394:0:6534:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007ee09b34 reply state 000000002f253b49 transno 8589957412 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809407:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809415:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe52604d00) 00010000:00010000:0.0:1787755772.809417:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755772.809421:0:6534:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1787755772.809425:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00010000:00010000:0.0:1787755772.809432:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809443:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809448:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809474:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755772.809478:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x192:0x0] 00010000:00010000:0.0:1787755772.809481:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809484:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809490:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809494:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809497:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809500:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755772.809501:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809505:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809511:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:0.0:1787755772.809513:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755772.809515:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809518:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786c19 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809543:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809559:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809579:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809586:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809596:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809602:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755772.809619:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1787755772.809727:0:6534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:223961:x1874588654416896:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 127737us (127943us total) trans 8589957412 rc 0/0 00000100:00100000:0.0:1787755772.809737:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1227 00010000:00010000:1.0:1787755772.809812:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755772.809825:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.809838:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755772.809848:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755772.809871:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.809887:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755772.809895:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.809903:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755772.809906:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.809914:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.809924:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.809929:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:1.0:1787755772.809943:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755772.809944:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755772.809951:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.809961:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786c20 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1da8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755772.809978:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755772.809980:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755772.809983:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755772.809992:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.810002:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a000/0x9b2b325365786bb0 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786bb7 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755772.810027:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755772.810030:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755772.810032:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755772.810043:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755772.810060:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666942336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755772.812497:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755772.813058:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666942336 00000100:00100000:3.0:1787755772.813069:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666942336 00000100:00100000:3.0:1787755772.813150:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11042 00000100:00100000:3.0:1787755772.813163:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3649:x1874588666942336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755772.813184:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755772.813217:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786bb7 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786bb0 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755772.813243:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755772.813257:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755772.813493:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3649:x1874588666942336:12345-0@lo:103:ldlm_bl.0 Request processed in 331us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755772.813512:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11042 00000100:00100000:1.0:1787755772.813718:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666942336:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755772.901369:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755773.038873:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755773.038906:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.038952:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.038972:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.038981:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.038987:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755773.038991:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.038999:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.039022:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe52604d00) 00010000:00010000:2.0:1787755773.039025:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755773.039029:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.039035:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786a91 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.039210:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.039220:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755773.039272:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365786bda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786be1 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.039306:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755773.039358:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666942464:0@lo:103:jbd2/dm-0-8.0 00000004:00010000:0.0:1787755773.039359:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.039396:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.039403:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755773.039410:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2800/0x9b2b325365786c04 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786c0b expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755773.039500:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957412 is committed 00000004:00080000:0.0:1787755773.039511:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 233 committed 00000001:00080000:0.0:1787755773.039535:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957411 is committed 00000001:00080000:0.0:1787755773.039542:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957410 is committed 00000100:00100000:0.0:1787755773.039611:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666942592:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755773.039655:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755773.039696:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755773.039780:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666942464 00000100:00100000:2.0:1787755773.039843:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755773.039852:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666942720:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787755773.039882:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755773.039913:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666942720 00000100:00100000:2.0:1787755773.039919:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666942720 00000100:00100000:2.0:1787755773.039971:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30747 00000100:00100000:2.0:1787755773.039979:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666942720:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1787755773.040009:0:8435:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1304 count 1 00010000:00010000:3.0:1787755773.040014:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755773.040028:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755773.040037:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.040038:0:8435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755773.040078:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755773.040086:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.040091:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.040116:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=1s v=(1 0) 00010000:00010000:2.0:1787755773.040120:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755773.040125:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.040156:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.040172:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 5 pid: 35160 timeout: 8930 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755773.040185:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666942848:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755773.040240:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557013c0 going to sleep for 11 seconds 00000100:00080000:2.0:1787755773.040255:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755773.040267:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666942592 00000100:00100000:2.0:1787755773.040270:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666942592 00000100:00100000:2.0:1787755773.040300:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11043 00000100:00100000:2.0:1787755773.040304:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588666942592:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755773.040313:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755773.040375:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755773.040396:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe52604d00) 00010000:00010000:3.0:1787755773.040399:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755773.040415:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755773.040487:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786bf6 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755773.042092:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666942464 00000100:00100000:0.0:1787755773.042246:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11044 00000100:00100000:0.0:1787755773.042264:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666942464:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755773.042292:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755773.042788:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786c0b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786c04 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.042828:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dff44577400) 00010000:00010000:2.0:1787755773.042848:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755773.042996:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588666942592:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 2687us (3300us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755773.043009:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11043 00010000:00010000:0.0:1787755773.043312:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786be1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x192:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786bda expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.043365:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x4ec94fd6 (ffff9dfe502b8000) 00000100:00100000:3.0:1787755773.043653:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f513b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666942592:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755773.044708:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755773.048199:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666942848:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755773.048252:0:8435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755773.050672:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666942464:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 8395us (11001us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755773.050695:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11044 00000100:00100000:2.0:1787755773.052397:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666942464:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755773.052833:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.062600:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418432 00000100:00100000:1.0:1787755773.062626:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418432 00010000:00010000:1.0:1787755773.062709:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 6 pid: 35160 timeout: 8930 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755773.062769:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21601 00000100:00100000:1.0:1787755773.062782:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654418432:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755773.062817:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755773.062825:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 6 pid: 35160 timeout: 8930 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.062843:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 6 pid: 35160 timeout: 8930 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.062877:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000014187d98/0x9b2b325365786bef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a2b expref: 6 pid: 35160 timeout: 8930 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.062900:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755773.062906:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755773.062913:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.062926:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.062976:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755773.063049:0:8435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.063076:0:8435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755773.063085:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654418432:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 302us (10258us total) trans 0 rc 0/0 00010000:00010000:2.0:1787755773.063105:0:8435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755773.063112:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21601 00010000:00010000:2.0:1787755773.063129:0:8435:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755773.064187:0:8435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755773.064521:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755773.064535:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.064632:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755773.064640:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.064653:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.064674:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.064683:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365786c27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755773.064715:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755773.064717:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755773.064719:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755773.064752:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666942720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24763us (24857us total) trans 4294973853 rc 0/0 00000100:00100000:2.0:1787755773.064985:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30747 00000004:00080000:3.0:1787755773.065468:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a91ed80/2, rc 0, transno 4294973853 00000100:00100000:3.0:1787755773.065483:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666942720:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755773.323744:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.323807:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.323841:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.323861:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.323881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.323910:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755773.323939:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418688 00000100:00100000:1.0:1787755773.323949:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418688 00000100:00100000:1.0:1787755773.324002:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418944 00000100:00100000:1.0:1787755773.324005:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418944 00000100:00100000:1.0:1787755773.324031:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15619 00000100:00100000:1.0:1787755773.324042:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654418688:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755773.324231:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418816 00000100:00100000:3.0:1787755773.324236:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418816 00000100:00100000:3.0:1787755773.324278:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419072 00000100:00100000:3.0:1787755773.324281:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419072 00000100:00100000:3.0:1787755773.324298:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419200 00000100:00100000:3.0:1787755773.324301:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419200 00000100:00100000:3.0:1787755773.324349:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10035 00000100:00100000:3.0:1787755773.324368:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654418816:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755773.324413:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654418816:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 57us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755773.324421:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10035 00000100:00100000:3.0:1787755773.324441:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10036 00000100:00100000:3.0:1787755773.324449:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654419072:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755773.324476:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654419072:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755773.324483:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10036 00000100:00100000:3.0:1787755773.324494:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10037 00000100:00100000:3.0:1787755773.324500:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654419200:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755773.324522:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654419200:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755773.324528:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10037 00000100:00100000:3.0:1787755773.324562:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15620 00000100:00100000:3.0:1787755773.324569:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654418944:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755773.324596:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654418944:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755773.324602:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15620 00000100:00100000:2.0:1787755773.324873:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654418560 00000100:00100000:2.0:1787755773.324878:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654418560 00000100:00100000:2.0:1787755773.324920:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2378 00000100:00100000:2.0:1787755773.324927:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654418560:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755773.324964:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654418560:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755773.324970:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2378 00000100:00080000:2.0:1787755773.325008:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755773.325113:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654418688:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 1070us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755773.325120:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15619 00010000:00010000:0.0:1787755773.922612:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755773.922752:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755773.922785:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666942976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755773.922868:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755773.923029:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666942976 00000100:00100000:2.0:1787755773.923037:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666942976 00000100:00100000:2.0:1787755773.923098:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24090 00000100:00100000:2.0:1787755773.923110:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666942976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755773.923158:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443426304 avail 1297186816 00000100:00100000:2.0:1787755773.923214:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666942976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755773.923223:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24090 00000100:00100000:0.0:1787755773.923312:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666942976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755773.994590:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755773.994742:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419328 00000100:00100000:0.0:1787755773.994752:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419328 00000100:00100000:0.0:1787755773.994819:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70110 00000100:00100000:0.0:1787755773.994829:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:223997:x1874588654419328:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755773.994850:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755773.994879:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a39 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.994950:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786c35 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.994965:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786c35 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.994977:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786c35 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755773.995065:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00000004:00200000:0.0:1787755773.995070:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755773.995089:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786c35 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.995115:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a39 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.995137:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786c35 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a39 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755773.995146:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755773.995149:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755773.995153:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755773.995223:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:223997:x1874588654419328:12345-192.168.201.7@tcp:101:rm.0 Request processed in 394us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755773.995230:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70110 00000100:00100000:2.0:1787755774.002059:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.002186:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419456 00000100:00100000:0.0:1787755774.002196:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419456 00000100:00100000:0.0:1787755774.002266:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70111 00000100:00100000:0.0:1787755774.002278:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:223997:x1874588654419456:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755774.002298:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755774.002352:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365786c3c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a40 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.002412:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.002429:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.002441:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755774.002496:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x192:0x0]: returning size 4096 00000004:00200000:0.0:1787755774.002517:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755774.002709:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365786c3c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.002726:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.002735:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755774.002739:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755774.002746:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755774.002906:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:223997:x1874588654419456:12345-192.168.201.7@tcp:101:rm.0 Request processed in 629us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.002914:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70111 00000100:00080000:2.0:1787755774.005342:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755774.010014:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.010068:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419584 00000100:00100000:3.0:1787755774.010078:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419584 00000100:00100000:3.0:1787755774.010143:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70112 00000100:00100000:3.0:1787755774.010155:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+9:223997:x1874588654419584:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755774.010180:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.010359:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786c4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a47 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.010430:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.010445:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.010459:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755774.010504:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x190:0x0]: returning size 4096 00000004:00200000:3.0:1787755774.010510:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755774.010567:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786c4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.010586:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.010595:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755774.010598:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755774.010602:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755774.010666:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654419584:12345-192.168.201.7@tcp:101:rm.0 Request processed in 512us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.010674:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70112 00000100:00080000:3.0:1787755774.010707:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755774.014198:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.014350:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419840 00000100:00100000:0.0:1787755774.014362:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419840 00000100:00100000:0.0:1787755774.014428:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70113 00000100:00100000:0.0:1787755774.014440:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:223997:x1874588654419840:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755774.014462:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755774.014485:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786c58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a4e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755774.014647:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00010000:00010000:0.0:1787755774.014759:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786c58 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a4e expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.014777:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:0.0:1787755774.014781:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755774.014786:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786c58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a4e expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.014806:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755774.014866:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:223997:x1874588654419840:12345-192.168.201.7@tcp:101:rm.0 Request processed in 428us (679us total) trans 4294985331 rc 301/301 00000100:00100000:0.0:1787755774.014874:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70113 00000100:00100000:1.0:1787755774.021378:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.022161:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654419968 00000100:00100000:0.0:1787755774.022176:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654419968 00000100:00100000:0.0:1787755774.022245:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9331 00000100:00100000:0.0:1787755774.022257:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223997:x1874588654419968:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755774.032760:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223997:x1874588654419968:12345-192.168.201.7@tcp:37:rm.0 Request processed in 10493us (11381us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.032774:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9331 00000100:00100000:3.0:1787755774.043514:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.043625:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654420096 00000100:00100000:0.0:1787755774.043637:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654420096 00000100:00100000:0.0:1787755774.043687:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9332 00000100:00100000:0.0:1787755774.043698:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a6be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420096:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755774.054173:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a6be850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420096:12345-192.168.201.7@tcp:37:rm.0 Request processed in 10463us (10657us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.054190:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9332 00000100:00100000:1.0:1787755774.066009:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.068418:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654420352 00000100:00100000:0.0:1787755774.068432:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654420352 00000100:00100000:0.0:1787755774.068501:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9333 00000100:00100000:0.0:1787755774.068514:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:223997:x1874588654420352:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:0.0:1787755774.068777:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1186, 344 off1078024 00000040:00080000:0.0:1787755774.068822:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1505, 424 off1519728 00000004:00080000:0.0:1787755774.068828:0:20141:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe51b0fcc0 with version 6815 00000004:00080000:2.0:1787755774.076467:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6815 rpc_version 6815 00000020:00100000:2.0:1787755774.076518:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755774.076852:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3a3b80 x1874588666943232/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755774.076880:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666943232:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755774.076961:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.077000:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.078302:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666943232 00000100:00100000:0.0:1787755774.078443:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666943232 00000100:00100000:0.0:1787755774.078524:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24091 00000100:00100000:0.0:1787755774.078534:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666943232:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755774.078949:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666943232:12345-0@lo:1000:osp_up0-1.0 Request processed in 416us (1987us total) trans 8589957413 rc 0/0 00000100:00100000:0.0:1787755774.078958:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24091 00000100:00100000:2.0:1787755774.079099:0:7464:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957410 gen 2 00000004:00080000:2.0:1787755774.079105:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957410 committed transno 8589957410 00000100:00100000:2.0:1787755774.079128:0:7464:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dfe4a3a3b80 x1874588666943232/t8589957413(8589957413) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1787755790 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787755774.079167:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666943232:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755774.079335:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420352:12345-192.168.201.7@tcp:35:rm.0 Request processed in 10803us (13316us total) trans 4294985332 rc 0/0 00000100:00100000:1.0:1787755774.079344:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9333 00000100:00100000:2.0:1787755774.084722:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.084804:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654420608 00000100:00100000:1.0:1787755774.084817:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654420608 00000100:00100000:1.0:1787755774.084876:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70114 00000100:00100000:1.0:1787755774.084886:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420608:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755774.084911:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.084932:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365786c66 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a55 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.085088:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786c6d lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.085101:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786c6d lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.085115:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786c6d lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755774.085128:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00010000:00010000:1.0:1787755774.085220:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365786c66 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a55 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.085242:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786c6d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a55 expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.085252:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:1.0:1787755774.085255:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787755774.085258:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755774.085311:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:223997:x1874588654420608:12345-192.168.201.7@tcp:101:rm.0 Request processed in 427us (601us total) trans 4294985333 rc 0/0 00000100:00100000:1.0:1787755774.085347:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70114 00000100:00100000:1.0:1787755774.096945:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.097025:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654420736 00000100:00100000:2.0:1787755774.097037:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654420736 00000100:00100000:2.0:1787755774.097109:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70115 00000100:00100000:2.0:1787755774.097120:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420736:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:2.0:1787755774.097173:0:8458:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345340416 00000100:00100000:2.0:1787755774.097264:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fffbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420736:12345-192.168.201.7@tcp:41:rm.0 Request processed in 145us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.097273:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70115 00000100:00100000:1.0:1787755774.104977:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.105118:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654420864 00000100:00100000:3.0:1787755774.105131:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654420864 00000100:00100000:3.0:1787755774.105192:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70116 00000100:00100000:3.0:1787755774.105204:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:223997:x1874588654420864:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755774.105224:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.105247:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786c7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a5c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105347:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105362:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105374:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105390:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105396:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105403:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105460:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786c90 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105468:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786c90 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105475:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786c90 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.105500:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786c90 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105514:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105520:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105526:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105532:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105549:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755774.105554:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105562:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105575:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755774.105578:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.105582:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105589:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786c82 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105606:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105612:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105618:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105623:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755774.105626:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105631:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105638:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755774.105641:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.105645:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105650:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786c89 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105687:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786c7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a5c expref: 12 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105701:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786c90 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a5c expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.105709:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755774.105711:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755774.105714:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755774.105787:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:223997:x1874588654420864:12345-192.168.201.7@tcp:101:rm.0 Request processed in 570us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.105796:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70116 00000100:00100000:1.0:1787755774.110378:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.110484:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654420992 00000100:00100000:0.0:1787755774.110497:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654420992 00000100:00100000:0.0:1787755774.110579:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70117 00000100:00100000:0.0:1787755774.110590:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:223997:x1874588654420992:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755774.110615:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755774.110638:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365786c97 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a63 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.110706:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c9e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.110719:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c9e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.110729:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c9e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755774.110798:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e59:0x0]: returning size 6 00000004:00200000:0.0:1787755774.110803:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1787755774.110839:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365786c97 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a63 expref: 14 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.110854:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c9e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a63 expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.110861:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:0.0:1787755774.110864:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755774.110868:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755774.110919:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+13:223997:x1874588654420992:12345-192.168.201.7@tcp:101:rm.0 Request processed in 330us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.110926:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70117 00000100:00100000:0.0:1787755774.114119:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.114197:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654421376 00000100:00100000:1.0:1787755774.114207:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654421376 00000100:00100000:1.0:1787755774.114260:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70118 00000100:00100000:1.0:1787755774.114269:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:223997:x1874588654421376:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755774.114356:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755774.114380:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786c9e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a63 expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.114403:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:1.0:1787755774.114412:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755774.114455:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.114464:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.114472:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.114492:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666943360:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787755774.114611:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.114647:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.114667:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666943360 00000100:00100000:1.0:1787755774.114671:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666943360 00000100:00100000:1.0:1787755774.114701:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24092 00000100:00100000:1.0:1787755774.114709:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666943360:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787755774.114722:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.114739:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786ca5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.114761:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.114772:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 4/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.116691:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.116711:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.116730:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666943488:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755774.116833:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.118179:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.118250:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654421120 00000100:00100000:0.0:1787755774.118259:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654421120 00000100:00100000:0.0:1787755774.118349:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11045 00000100:00100000:0.0:1787755774.118361:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654421120:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755774.118379:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755774.118404:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786c90 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a5c expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.118424:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:0.0:1787755774.118435:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755774.118479:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654421120:12345-192.168.201.7@tcp:103:rm.0 Request processed in 120us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.118487:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11045 00000100:00100000:2.0:1787755774.125449:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.125503:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654421504 00000100:00100000:2.0:1787755774.125512:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654421504 00010000:00010000:2.0:1787755774.125845:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.125888:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21602 00000100:00100000:2.0:1787755774.125899:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654421504:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.125913:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.125920:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.125940:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 10 pid: 35157 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.125962:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755774.125969:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 3/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.125980:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.125988:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126019:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.126033:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666943616:0@lo:105: 00000100:00100000:2.0:1787755774.126093:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.126135:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.126167:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666943616 00000100:00100000:2.0:1787755774.126172:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666943616 00000100:00100000:2.0:1787755774.126205:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880 00000100:00100000:2.0:1787755774.126212:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666943616:12345-0@lo:105: 00010000:00010000:2.0:1787755774.126223:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126239:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126249:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126256:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126264:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126273:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.126288:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61400) 00000100:00100000:2.0:1787755774.126364:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666943616:12345-0@lo:105: Request processed in 152us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.126372:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880 00000100:00100000:2.0:1787755774.126420:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666943616:0@lo:105: 00010000:00010000:2.0:1787755774.126442:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.126482:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654421504:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 585us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.126489:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21602 00010000:00010000:3.0:1787755774.134988:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786c51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x190:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a47 expref: 9 pid: 35157 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.135015:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666943488:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755774.135047:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.135059:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755774.135062:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.135065:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:3.0:1787755774.135153:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588666943360:12345-0@lo:101:mdt00_002.0 Request processed in 20445us (20541us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.135163:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24092 00000100:00100000:0.0:1787755774.135299:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666943360:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755774.135341:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755774.135364:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x190:0x0] 00010000:00010000:0.0:1787755774.135407:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.135415:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.135424:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.135444:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666943744:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787755774.135483:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.135534:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.136145:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666943744 00000100:00100000:3.0:1787755774.136154:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666943744 00000100:00100000:3.0:1787755774.136202:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24093 00000100:00100000:3.0:1787755774.136211:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588666943744:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755774.136228:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.136247:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786cba lrc: 2/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786cb3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.136275:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786cba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786cb3 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.136293:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786cba lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cb3 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.136300:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755774.136303:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.136306:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755774.136373:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666943744:12345-0@lo:101:mdt00_002.0 Request processed in 162us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.136379:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24093 00000100:00100000:2.0:1787755774.136395:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666943744:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755774.136409:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.136419:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755774.136435:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x190:0x0] 00000100:00100000:2.0:1787755774.136478:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666943872:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.136517:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.136559:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.136574:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666943872 00000100:00100000:2.0:1787755774.136578:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666943872 00000100:00100000:2.0:1787755774.136604:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24094 00000100:00100000:2.0:1787755774.136610:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666943872:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.136674:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666943872:12345-0@lo:1000:mdt00_002.0 Request processed in 63us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.136681:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24094 00000100:00100000:2.0:1787755774.136712:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666943872:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.136759:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666944000:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.136797:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.136817:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.136831:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944000 00000100:00100000:2.0:1787755774.136835:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944000 00000100:00100000:2.0:1787755774.136859:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24095 00000100:00100000:2.0:1787755774.136865:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666944000:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.136935:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666944000:12345-0@lo:1000:mdt00_002.0 Request processed in 70us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.136942:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24095 00000100:00100000:3.0:1787755774.136966:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666944000:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.137116:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666944128:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755774.137142:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.137164:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.137206:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944128 00000100:00100000:3.0:1787755774.137212:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944128 00000100:00100000:3.0:1787755774.137242:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24096 00000100:00100000:3.0:1787755774.137248:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666944128:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755774.137352:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666944128:12345-0@lo:1000:mdt00_002.0 Request processed in 103us (208us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755774.137358:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24096 00000100:00100000:0.0:1787755774.137427:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666944128:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1787755774.137474:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.137484:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.137493:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.137520:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666944256:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787755774.137562:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.137587:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.137637:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944256 00000100:00100000:3.0:1787755774.137641:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944256 00000100:00100000:3.0:1787755774.137672:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24097 00000100:00100000:3.0:1787755774.137679:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666944256:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755774.137688:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.137702:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786cc8 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786cc1 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.137727:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786cc8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786cc1 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.137740:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786cc8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cc1 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.137748:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755774.137751:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755774.137754:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755774.137783:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588666944256:12345-0@lo:101:mdt00_002.0 Request processed in 104us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.137789:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24097 00000100:00100000:0.0:1787755774.138013:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666944256:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755774.138027:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.138038:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.138060:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.138068:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.138076:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787755774.138420:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].220, 64 off22272 00000004:00080000:0.0:1787755774.138432:0:6521:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8831160116336ns, next at 8832160114027ns, rc = 0 00000040:00080000:0.0:1787755774.138462:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1187, 384 off1078408 00000040:00080000:0.0:1787755774.138523:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1506, 464 off1520192 00000004:00080000:0.0:1787755774.138553:0:6521:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5122a300 with version 6816 00000004:00080000:3.0:1787755774.138775:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6816 rpc_version 6816 00000020:00100000:3.0:1787755774.138801:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755774.138809:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef0000 x1874588666944512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755774.138828:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666944512:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755774.138874:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.138895:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.138970:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944512 00000100:00100000:2.0:1787755774.138977:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944512 00000100:00100000:2.0:1787755774.139018:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24098 00000100:00100000:2.0:1787755774.139027:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666944512:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755774.139285:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666944512:12345-0@lo:1000:osp_up0-1.0 Request processed in 259us (410us total) trans 8589957414 rc 0/0 00000100:00100000:2.0:1787755774.139293:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24098 00000100:00100000:2.0:1787755774.139366:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666944512:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755774.139400:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139414:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139423:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139431:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139439:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139445:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139463:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755774.139484:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139490:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139889:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139900:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755774.139906:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139915:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139928:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:2.0:1787755774.139932:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755774.139936:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139941:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786ccf lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139953:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139961:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.139967:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.140118:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755774.140131:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x190:0x0] 00010000:00010000:2.0:1787755774.140138:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.140146:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.140152:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143669:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787755774.143683:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143695:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755774.143700:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143715:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143734:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:3.0:1787755774.143738:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755774.143742:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143762:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786cd6 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e59:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143788:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755774.143794:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143801:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755774.143805:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.143813:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143855:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143862:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755774.143895:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143905:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd400/0x9b2b325365786cc1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cc8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143918:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755774.143922:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143928:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755774.143932:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.143937:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143953:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143959:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755774.143963:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.143970:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755774.143971:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755774.143973:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755774.144006:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666944768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.144079:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.144122:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755774.144129:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666944640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.144150:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.144184:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944768 00000100:00100000:3.0:1787755774.144191:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944768 00000100:00100000:3.0:1787755774.144238:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944640 00000100:00100000:3.0:1787755774.144241:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944640 00000100:00100000:3.0:1787755774.144272:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11046 00000100:00100000:3.0:1787755774.144283:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+13:3648:x1874588666944768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.144302:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755774.144342:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365786cac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786ca5 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.144355:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755774.144363:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755774.144402:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588666944768:12345-0@lo:103:ldlm_bl.0 Request processed in 120us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.144410:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11046 00000100:00100000:3.0:1787755774.144432:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11047 00000100:00100000:3.0:1787755774.144438:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588666944640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.144447:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755774.144458:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786cc8 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e59:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786cc1 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.144472:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e59:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755774.144478:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755774.144500:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588666944640:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.144506:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11047 00010000:00010000:2.0:1787755774.145023:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787755774.145033:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365786ca5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x190:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cac expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755774.145054:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x190:0x0] 00010000:00010000:2.0:1787755774.145066:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755774.145138:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755774.145195:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666944640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.145205:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666944768:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.147798:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.147817:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.147925:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:223997:x1874588654421376:12345-192.168.201.7@tcp:36:rm.0 Request processed in 33651us (33811us total) trans 4294985334 rc 0/0 00000100:00100000:3.0:1787755774.147933:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70118 00000100:00100000:3.0:1787755774.151278:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.151352:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.151421:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654421888 00000100:00100000:0.0:1787755774.151432:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654421888 00000100:00100000:0.0:1787755774.151492:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9334 00000100:00100000:0.0:1787755774.151510:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:223997:x1874588654421888:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:0.0:1787755774.151757:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+14:223997:x1874588654421888:12345-192.168.201.7@tcp:35:rm.0 Request processed in 256us (403us total) trans 4294985335 rc 0/0 00000100:00100000:0.0:1787755774.151766:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9334 00000100:00100000:0.0:1787755774.151802:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654421632 00000100:00100000:0.0:1787755774.151806:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654421632 00000100:00100000:0.0:1787755774.151838:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11048 00000100:00100000:0.0:1787755774.151845:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654421632:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755774.151855:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755774.151877:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786afa lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139de expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.151895:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:0.0:1787755774.151900:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755774.151918:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654421632:12345-192.168.201.7@tcp:103:rm.0 Request processed in 74us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.151925:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11048 00000100:00100000:1.0:1787755774.156725:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.156797:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422144 00000100:00100000:3.0:1787755774.156807:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422144 00000100:00100000:3.0:1787755774.156902:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70119 00000100:00100000:3.0:1787755774.156913:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+14:223997:x1874588654422144:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755774.156980:0:35157:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755774.157008:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786c6d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e58:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a55 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.157029:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365786c35 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a39 expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.157041:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786b08 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139e5 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.157057:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755774.157061:0:35157:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755774.157105:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.157113:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.157122:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.157143:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516680 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666944896:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1787755774.157198:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.157240:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.157382:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666944896 00000100:00100000:2.0:1787755774.157387:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666944896 00000100:00100000:2.0:1787755774.157422:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24099 00000100:00100000:2.0:1787755774.157430:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588666944896:12345-0@lo:101:mdt00_011.0 00010000:00010000:2.0:1787755774.157446:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755774.157463:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786cdd expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.157485:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.157517:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.157533:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.157565:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.157579:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 7 pid: 10714 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.157590:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666945024:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755774.157660:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.157669:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.157678:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b2300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666945152:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755774.157699:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.161000:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666945024:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755774.161018:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b2300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666945152:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755774.161059:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.161074:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755774.161077:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.161083:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.161095:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:3.0:1787755774.161164:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35157:x1874588666944896:12345-0@lo:101:mdt00_011.0 Request processed in 3733us (3964us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.161175:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24099 00000100:00100000:2.0:1787755774.165361:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516680 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666944896:0@lo:101:mdt00_011.0 00010000:00010000:2.0:1787755774.165388:0:35157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.165406:0:35157:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.174397:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.174437:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.174518:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422272 00000100:00100000:2.0:1787755774.174536:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422272 00010000:00010000:2.0:1787755774.174590:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.174638:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422400 00000100:00100000:2.0:1787755774.174641:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422400 00010000:00010000:2.0:1787755774.174671:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 8 pid: 10714 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.174695:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21603 00000100:00100000:2.0:1787755774.174707:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654422272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.174722:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.174730:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.174744:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.174768:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365786ade lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d7 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.174968:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.174975:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.174986:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.175039:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502ea050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654422272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 333us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.175046:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21603 00000100:00100000:2.0:1787755774.175099:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21604 00000100:00100000:2.0:1787755774.175106:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654422400:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.175114:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.175119:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 8 pid: 10714 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175131:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 8 pid: 10714 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175145:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786b47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a01 expref: 8 pid: 10714 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175156:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.175161:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175170:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175180:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175213:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.175227:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666945280:0@lo:105: 00000100:00100000:2.0:1787755774.175268:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.175303:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00080000:2.0:1787755774.175342:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755774.175368:0:6503:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787755774.175378:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666945280 00000100:00100000:2.0:1787755774.175383:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666945280 00000100:00100000:2.0:1787755774.175412:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7881 00000100:00100000:2.0:1787755774.175419:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f454850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588666945280:12345-0@lo:105: 00010000:00010000:2.0:1787755774.175430:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175441:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175449:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175457:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175464:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175476:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175494:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b000) 00000100:00100000:2.0:1787755774.175811:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f454850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588666945280:12345-0@lo:105: Request processed in 390us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.175818:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881 00010000:00010000:2.0:1787755774.175866:0:35157:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175876:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755774.175898:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755774.175933:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175941:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.175950:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.175964:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945408:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1787755774.175994:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.176021:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.178970:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666945408 00000100:00100000:1.0:1787755774.178988:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666945408 00000100:00100000:1.0:1787755774.179067:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24100 00000100:00100000:1.0:1787755774.179080:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35157:x1874588666945408:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1787755774.179102:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.179127:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786ceb expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.179157:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786ceb expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.179172:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786ceb expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.179188:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff44577a00) 00010000:00010000:1.0:1787755774.179191:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755774.179195:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755774.179283:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588666945408:12345-0@lo:101:mdt00_011.0 Request processed in 206us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.179290:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24100 00000100:00100000:1.0:1787755774.179368:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945408:0@lo:101:mdt00_011.0 00010000:00010000:1.0:1787755774.179390:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.179403:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755774.179429:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755774.179477:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945536:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755774.179534:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.179568:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.179584:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666945536 00000100:00100000:1.0:1787755774.179588:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666945536 00000100:00100000:1.0:1787755774.179615:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24101 00000100:00100000:1.0:1787755774.179622:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588666945536:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755774.179686:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588666945536:12345-0@lo:1000:mdt00_011.0 Request processed in 64us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.179692:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24101 00000100:00100000:1.0:1787755774.179723:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945536:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755774.179761:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945664:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755774.179797:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.179812:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.179823:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666945664 00000100:00100000:1.0:1787755774.179826:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666945664 00000100:00100000:1.0:1787755774.179846:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24102 00000100:00100000:1.0:1787755774.179852:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588666945664:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755774.179958:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588666945664:12345-0@lo:1000:mdt00_011.0 Request processed in 105us (160us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755774.179965:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24102 00000100:00100000:1.0:1787755774.179990:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945664:0@lo:1000:mdt00_011.0 00010000:00010000:1.0:1787755774.180034:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.180042:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.180051:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.180062:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945792:0@lo:101:mdt00_011.0 00000100:00100000:1.0:1787755774.180085:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.180100:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.180111:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666945792 00000100:00100000:1.0:1787755774.180115:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666945792 00000100:00100000:1.0:1787755774.180135:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24103 00000100:00100000:1.0:1787755774.180141:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588666945792:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1787755774.180148:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.180160:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786cf9 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.180179:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.180189:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.180210:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.180225:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.180237:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666945920:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755774.180293:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.187825:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666945280:0@lo:105: 00010000:00010000:3.0:1787755774.187855:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.188079:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654422400:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 12968us (13636us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.188095:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21604 00000100:00100000:2.0:1787755774.192851:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.192926:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422528 00000100:00100000:0.0:1787755774.192936:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422528 00010000:00010000:0.0:1787755774.192984:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.193035:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21605 00000100:00100000:0.0:1787755774.193046:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654422528:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755774.193066:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755774.193075:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193089:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193117:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:0.0:1787755774.193124:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193135:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193144:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193181:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.193196:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666946048:0@lo:105: 00000100:00100000:0.0:1787755774.193246:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.193291:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.193340:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666946048 00000100:00100000:0.0:1787755774.193344:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666946048 00000100:00100000:0.0:1787755774.193379:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7882 00000100:00100000:0.0:1787755774.193386:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666946048:12345-0@lo:105: 00010000:00010000:0.0:1787755774.193397:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193408:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193417:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193425:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193433:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193441:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.193458:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61000) 00000100:00100000:0.0:1787755774.193498:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666946048:12345-0@lo:105: Request processed in 112us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.193506:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7882 00000100:00100000:0.0:1787755774.193561:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666946048:0@lo:105: 00010000:00010000:0.0:1787755774.193580:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755774.193624:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654422528:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 579us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.193631:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21605 00010000:00010000:3.0:1787755774.193914:0:73216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786b63 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a08 expref: 6 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.193932:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666945920:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755774.193950:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.193958:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:3.0:1787755774.193961:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755774.193964:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:3.0:1787755774.194012:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:35157:x1874588666945792:12345-0@lo:101:mdt00_011.0 Request processed in 13871us (13926us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.194019:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24103 00000100:00100000:0.0:1787755774.195424:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a0380 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666945792:0@lo:101:mdt00_011.0 00010000:00010000:0.0:1787755774.195447:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195487:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195499:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195508:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195550:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195561:0:35157:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195569:0:35157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 4/0,1 mode: --/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195602:0:35157:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.195618:0:35157:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 11 pid: 6521 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.195638:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001_UUID:35157:1874588666946176:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755774.195710:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.197472:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001_UUID:35157:1874588666946176:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755774.197504:0:35157:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.198307:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.198439:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422656 00000100:00100000:3.0:1787755774.198447:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422656 00010000:00010000:3.0:1787755774.198487:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 12 pid: 6521 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.198547:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21606 00000100:00100000:3.0:1787755774.198557:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654422656:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.198572:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755774.198579:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 12 pid: 6521 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.198599:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 12 pid: 6521 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.198621:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365786c43 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a40 expref: 12 pid: 6521 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.198643:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:3.0:1787755774.198648:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: --/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.198658:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.198666:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.198702:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755774.198767:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654422656:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 210us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.198782:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21606 00010000:00010000:2.0:1787755774.198908:0:35157:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.198917:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.198962:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.198969:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.198980:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.198997:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3480 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666946304:0@lo:101:mdt00_011.0 00000100:00100000:2.0:1787755774.199037:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.199070:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557013c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.199175:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666946304 00000100:00100000:3.0:1787755774.199180:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666946304 00000100:00100000:3.0:1787755774.199222:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24104 00000100:00100000:3.0:1787755774.199230:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35157:x1874588666946304:12345-0@lo:101:mdt00_011.0 00010000:00010000:3.0:1787755774.199247:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.199262:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d1c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786d15 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.199286:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786d15 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.199297:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d1c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d15 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.199304:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755774.199307:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755774.199310:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755774.199367:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35157:x1874588666946304:12345-0@lo:101:mdt00_011.0 Request processed in 138us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.199372:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24104 00000100:00100000:3.0:1787755774.199413:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3480 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666946304:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1787755774.199427:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.199436:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.203248:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666946432:0@lo:403:mdt00_011.0 00000100:00100000:3.0:1787755774.203359:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.203392:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe489350c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.203420:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666946432 00000100:00100000:3.0:1787755774.203427:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666946432 00000100:00100000:3.0:1787755774.203477:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24105 00000100:00100000:3.0:1787755774.203485:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35157:x1874588666946432:12345-0@lo:403:mdt00_011.0 00000100:00100000:3.0:1787755774.209182:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35157:x1874588666946432:12345-0@lo:403:mdt00_011.0 Request processed in 5686us (5813us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.209197:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24105 00000100:00100000:3.0:1787755774.217121:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588666946432:0@lo:403:mdt00_011.0 00000040:00080000:3.0:1787755774.224478:0:35157:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1188, 952 off1079360 00000040:00080000:3.0:1787755774.224986:0:35157:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1507, 1032 off1521224 00000004:00080000:3.0:1787755774.224995:0:35157:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe489350c0 with version 6817 00000004:00080000:3.0:1787755774.225702:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6817 rpc_version 6817 00000020:00100000:3.0:1787755774.225742:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755774.225753:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43517100 x1874588666946688/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755774.227135:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666946688:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755774.227224:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.227255:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.233336:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666946688 00000100:00100000:3.0:1787755774.233353:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666946688 00000100:00100000:3.0:1787755774.233415:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24106 00000100:00100000:3.0:1787755774.233425:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666946688:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755774.234242:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e62050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+15:7464:x1874588666946688:12345-0@lo:1000:osp_up0-1.0 Request processed in 816us (7017us total) trans 8589957415 rc 0/0 00000100:00100000:3.0:1787755774.234252:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24106 00000100:00100000:3.0:1787755774.235394:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666946688:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787755774.243461:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e58:0x0]: returning size 4096 00010000:00010000:0.0:1787755774.243496:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243506:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243512:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243517:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755774.243522:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243619:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243637:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x192:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755774.243641:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755774.243646:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 2/0,0 mode: --/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243657:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786d0e lrc: 0/0,0 mode: --/EX res: [0x240000400:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243679:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243686:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243692:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243713:0:35157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755774.243723:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x190:0x0] 00010000:00010000:0.0:1787755774.243731:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243736:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243741:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243746:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755774.243748:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243754:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.243765:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755774.243767:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755774.244676:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755774.244688:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.244698:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755774.244704:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755774.244713:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.244754:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.244761:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755774.244884:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244895:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365786d07 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244910:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244919:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244926:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244942:0:35157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755774.244958:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755774.244963:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244970:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244978:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.244992:0:35157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787755774.244997:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755774.245002:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.245009:0:35157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.245106:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:223997:x1874588654422144:12345-192.168.201.7@tcp:36:rm.0 Request processed in 88188us (88386us total) trans 4294985336 rc 0/0 00000100:00100000:0.0:1787755774.245116:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70119 00010000:00010000:2.0:1787755774.248736:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.248755:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3400/0x9b2b325365786d15 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d1c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.248958:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755774.248966:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.248979:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755774.248985:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.248994:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249038:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249046:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755774.249058:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249065:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365786cf9 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d00 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249083:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755774.249088:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249095:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755774.249099:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.249106:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249128:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249134:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755774.249151:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249159:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786cdd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786ce4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.249170:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755774.249172:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755774.249174:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755774.249194:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666946944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.249261:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.249304:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755774.249311:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666946816:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.249372:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.249375:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.249376:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.249382:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755774.253458:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666947072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755774.253565:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.254232:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666946944 00000100:00100000:2.0:1787755774.254245:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666946944 00000100:00100000:2.0:1787755774.254302:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947072 00000100:00100000:2.0:1787755774.254305:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947072 00000100:00100000:2.0:1787755774.254352:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11049 00000100:00100000:2.0:1787755774.254362:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+16:3650:x1874588666946944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.254379:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.254408:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786d00 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e58:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786cf9 expref: 16 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.254425:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755774.254441:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.254490:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:3650:x1874588666946944:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (5229us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.254501:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11049 00000100:00100000:2.0:1787755774.254518:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11050 00000100:00100000:2.0:1787755774.254543:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588666947072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.254551:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.254562:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786ce4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786cdd expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.254572:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.254575:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.254602:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666947072:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.254608:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11050 00000100:00100000:2.0:1787755774.254655:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666947072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.256120:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.256175:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666946944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.256299:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666946816 00000100:00100000:3.0:1787755774.256305:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666946816 00000100:00100000:3.0:1787755774.256378:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11051 00000100:00100000:3.0:1787755774.256387:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588666946816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.256398:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755774.256420:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d1c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x190:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786d15 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.256441:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755774.256451:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755774.256486:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588666946816:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.256494:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11051 00000100:00100000:3.0:1787755774.256676:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666946816:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755774.358658:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.358822:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422784 00000100:00100000:2.0:1787755774.358833:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422784 00000100:00100000:2.0:1787755774.359011:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70120 00000100:00100000:2.0:1787755774.359023:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224005:x1874588654422784:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:2.0:1787755774.359065:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345340416 00000100:00100000:2.0:1787755774.359192:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224005:x1874588654422784:12345-192.168.201.7@tcp:41:stat.0 Request processed in 170us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.359200:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70120 00000100:00100000:0.0:1787755774.412871:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.413057:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654422912 00000100:00100000:1.0:1787755774.413068:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654422912 00000100:00100000:1.0:1787755774.413138:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70121 00000100:00100000:1.0:1787755774.413150:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224009:x1874588654422912:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755774.413173:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.413197:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786d23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a6a expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.413273:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.413292:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.413304:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755774.413392:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755774.413396:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755774.413416:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.413441:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786d23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.413459:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.413469:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755774.413472:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755774.413476:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755774.413543:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224009:x1874588654422912:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 384us (674us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.413551:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70121 00000100:00100000:2.0:1787755774.425470:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.425628:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423040 00000100:00100000:3.0:1787755774.425637:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423040 00000100:00100000:3.0:1787755774.425700:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70122 00000100:00100000:3.0:1787755774.425711:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224009:x1874588654423040:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755774.425732:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.425752:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a71 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425826:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425838:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425849:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425860:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425869:0:8458:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786ceb expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425888:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.425920:0:8458:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786ceb expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.425935:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588666947200:0@lo:104: 00000100:00100000:3.0:1787755774.425985:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.426028:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.426210:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947200 00000100:00100000:2.0:1787755774.426215:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947200 00000100:00100000:2.0:1787755774.426262:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7883 00000100:00100000:2.0:1787755774.426270:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588666947200:12345-0@lo:104: 00010000:00010000:2.0:1787755774.426284:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.426373:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755774.426379:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588666947200:12345-0@lo:104: Request processed in 111us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.426387:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7883 00010000:00010000:0.0:1787755774.426647:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755774.426655:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.426663:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755774.426668:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755774.426677:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.426706:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.426717:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755774.426750:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.426758:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365786ceb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786cf2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.426849:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755774.426865:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666947328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755774.426929:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.426966:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947328 00000100:00100000:1.0:1787755774.426971:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947328 00010000:00010000:1.0:1787755774.426991:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786ceb expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.427014:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21607 00000100:00100000:1.0:1787755774.427021:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666947328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755774.427031:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755774.428362:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755774.428366:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755774.428369:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755774.428547:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588666947200:0@lo:104: 00010000:00010000:3.0:1787755774.428572:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787755774.430134:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957415 is committed 00010000:00010000:1.0:1787755774.430401:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786cf2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786ceb expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.430423:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff44577a00) 00010000:00010000:1.0:1787755774.430429:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.430439:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.430446:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.430704:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755774.430816:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666947328:12345-0@lo:103:ldlm_bl.0 Request processed in 3792us (3883us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.430827:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21607 00000100:00100000:2.0:1787755774.431041:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666947328:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.431157:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431167:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431234:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431242:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431249:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431257:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431263:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755774.431268:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431274:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431288:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755774.431291:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.431294:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431299:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365786d38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431493:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431667:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431674:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431679:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755774.431682:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431689:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431702:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff44577a00) 00010000:00010000:3.0:1787755774.431705:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.431707:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431713:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431761:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d31 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a71 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431840:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755774.431843:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.431847:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365786d31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a71 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.431858:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755774.432035:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224009:x1874588654423040:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 6325us (6574us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755774.432044:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70122 00000100:00100000:1.0:1787755774.434525:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666947456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755774.434609:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.434737:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947456 00000100:00100000:2.0:1787755774.434748:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947456 00000100:00100000:2.0:1787755774.434816:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769 00000100:00100000:2.0:1787755774.434825:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666947456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755774.434853:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:2.0:1787755774.434909:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666947456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.434916:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00000100:00100000:2.0:1787755774.434957:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666947456:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787755774.435646:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755774.437224:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755774.437243:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666947712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755774.437301:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.437369:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947712 00000100:00100000:2.0:1787755774.437376:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947712 00000100:00100000:2.0:1787755774.437418:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770 00000100:00100000:2.0:1787755774.437427:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666947712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755774.437454:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755774.437496:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666947712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.437516:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770 00000100:00100000:2.0:1787755774.437581:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666947712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755774.437980:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755774.437993:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666947584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755774.438078:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.438161:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947584 00000100:00100000:2.0:1787755774.438166:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947584 00000100:00100000:2.0:1787755774.438209:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24107 00000100:00100000:2.0:1787755774.438216:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666947584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755774.438246:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442811904 avail 1296572416 00000100:00100000:2.0:1787755774.438293:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666947584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.438300:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24107 00000100:00100000:1.0:1787755774.438404:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957415 gen 2 00000004:00080000:1.0:1787755774.438410:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957413 committed transno 8589957415 00000004:00080000:1.0:1787755774.438433:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957414 committed transno 8589957415 00000004:00080000:1.0:1787755774.438447:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957415 committed transno 8589957415 00000100:00100000:1.0:1787755774.438465:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666947584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755774.440223:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.440308:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423168 00000100:00100000:3.0:1787755774.440481:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423168 00000100:00100000:3.0:1787755774.440712:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70123 00000100:00100000:3.0:1787755774.440722:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:224009:x1874588654423168:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755774.440742:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.440764:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a78 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.440844:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.440858:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.440869:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755774.440926:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755774.440930:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755774.440952:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.440977:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.440996:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.441005:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755774.441008:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755774.441011:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755774.441073:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:224009:x1874588654423168:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 352us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.441080:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70123 00000100:00100000:0.0:1787755774.445002:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.445092:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423424 00000100:00100000:3.0:1787755774.445105:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423424 00000100:00080000:1.0:1787755774.445247:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755774.445288:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70124 00000100:00100000:3.0:1787755774.445300:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224009:x1874588654423424:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:3.0:1787755774.445452:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666947840:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755774.445544:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.445578:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.445737:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947840 00000100:00100000:0.0:1787755774.445742:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947840 00000100:00100000:0.0:1787755774.445792:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24108 00000100:00100000:0.0:1787755774.445802:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666947840:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.445888:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666947840:12345-0@lo:1000:mdt00_006.0 Request processed in 79us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.445895:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24108 00000100:00100000:1.0:1787755774.446090:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666947840:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755774.446144:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666947968:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755774.446174:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.446203:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.446344:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666947968 00000100:00100000:3.0:1787755774.446348:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666947968 00000100:00100000:3.0:1787755774.446378:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24109 00000100:00100000:3.0:1787755774.446384:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666947968:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755774.446468:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666947968:12345-0@lo:1000:mdt00_006.0 Request processed in 83us (293us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755774.446474:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24109 00000100:00100000:3.0:1787755774.446867:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666947968:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1787755774.446989:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447000:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447009:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.447023:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948096:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755774.447050:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.447069:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.447085:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666948096 00000100:00100000:3.0:1787755774.447089:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666948096 00000100:00100000:3.0:1787755774.447112:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24110 00000100:00100000:3.0:1787755774.447119:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666948096:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755774.447129:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.447144:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786d54 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447169:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447179:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447189:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447213:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447227:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.447237:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666948224:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755774.447301:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.447312:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 6 pid: 6520 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.447348:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666948352:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755774.447370:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.452301:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.452346:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.452426:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423552 00000100:00100000:2.0:1787755774.452436:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423552 00010000:00010000:2.0:1787755774.452479:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.452540:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423680 00000100:00100000:2.0:1787755774.452544:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423680 00010000:00010000:2.0:1787755774.452557:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 7 pid: 6520 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.452580:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21608 00000100:00100000:2.0:1787755774.452590:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654423552:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.452604:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.452612:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452632:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 8 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452654:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.452661:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452673:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.452730:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654423552:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 141us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.452738:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21608 00000100:00100000:2.0:1787755774.452758:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21609 00000100:00100000:2.0:1787755774.452765:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654423680:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.452784:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.452790:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 7 pid: 6520 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452800:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 7 pid: 6520 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452813:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.452818:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452828:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452838:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.452869:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.452895:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666948480:0@lo:105: 00000100:00100000:2.0:1787755774.452935:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.452972:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.452993:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666948480 00000100:00100000:2.0:1787755774.452996:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666948480 00000100:00100000:2.0:1787755774.453024:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7884 00000100:00100000:2.0:1787755774.453030:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666948480:12345-0@lo:105: 00010000:00010000:2.0:1787755774.453040:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.453050:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.453058:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.453067:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.453074:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.453084:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.453098:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28aa00) 00000100:00100000:2.0:1787755774.453126:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666948480:12345-0@lo:105: Request processed in 96us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.453133:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7884 00000100:00100000:2.0:1787755774.453169:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666948480:0@lo:105: 00010000:00010000:2.0:1787755774.453183:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.453203:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654423680:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 438us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.453209:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21609 00010000:00010000:1.0:1787755774.453988:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365786d4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a78 expref: 7 pid: 35154 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.454009:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666948224:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755774.454022:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786d2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a6a expref: 6 pid: 6520 timeout: 8931 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.454031:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666948352:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755774.454061:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.454069:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755774.454071:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755774.454074:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:1.0:1787755774.454132:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666948096:12345-0@lo:101:mdt00_006.0 Request processed in 7013us (7081us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.454140:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24110 00000100:00100000:3.0:1787755774.454213:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948096:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755774.454230:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755774.454256:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755774.454294:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.454302:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.454310:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.454439:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948608:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755774.454472:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.454666:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.456282:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666948608 00000100:00100000:1.0:1787755774.456296:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666948608 00000100:00100000:1.0:1787755774.456473:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24111 00000100:00100000:1.0:1787755774.456484:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666948608:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755774.456518:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.456557:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786d62 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.456585:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786d62 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.456600:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d62 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.456609:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff531e4400) 00010000:00010000:1.0:1787755774.456612:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755774.456615:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755774.456719:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948608:12345-0@lo:101:mdt00_006.0 Request processed in 238us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.456726:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24111 00000100:00100000:3.0:1787755774.457078:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948608:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755774.457097:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.457108:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755774.457137:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755774.457183:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948736:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755774.457217:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.457304:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.457422:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666948736 00000100:00100000:0.0:1787755774.457428:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666948736 00000100:00100000:0.0:1787755774.457465:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24112 00000100:00100000:0.0:1787755774.457472:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948736:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457554:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948736:12345-0@lo:1000:mdt00_006.0 Request processed in 82us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.457561:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24112 00000100:00100000:0.0:1787755774.457588:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948736:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457625:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948864:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457649:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.457664:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.457674:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666948864 00000100:00100000:0.0:1787755774.457676:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666948864 00000100:00100000:0.0:1787755774.457691:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24113 00000100:00100000:0.0:1787755774.457696:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948864:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457788:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948864:12345-0@lo:1000:mdt00_006.0 Request processed in 90us (137us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755774.457794:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24113 00000100:00100000:0.0:1787755774.457815:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948864:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457890:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948992:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457910:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.457923:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.457933:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666948992 00000100:00100000:0.0:1787755774.457935:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666948992 00000100:00100000:0.0:1787755774.457950:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24114 00000100:00100000:0.0:1787755774.457955:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948992:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.457997:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666948992:12345-0@lo:1000:mdt00_006.0 Request processed in 42us (86us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755774.458007:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24114 00000100:00100000:0.0:1787755774.458027:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666948992:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458064:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949120:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458083:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.458094:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.458103:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666949120 00000100:00100000:0.0:1787755774.458106:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666949120 00000100:00100000:0.0:1787755774.458119:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24115 00000100:00100000:0.0:1787755774.458124:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666949120:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458168:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666949120:12345-0@lo:1000:mdt00_006.0 Request processed in 44us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.458174:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24115 00000100:00100000:0.0:1787755774.458195:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949120:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458227:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949248:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458246:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.458257:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.458266:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666949248 00000100:00100000:0.0:1787755774.458269:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666949248 00000100:00100000:0.0:1787755774.458283:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24116 00000100:00100000:0.0:1787755774.458287:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666949248:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458361:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666949248:12345-0@lo:1000:mdt00_006.0 Request processed in 72us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.458367:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24116 00000100:00100000:0.0:1787755774.458386:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949248:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458420:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f511500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949376:0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458439:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.458450:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.458459:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666949376 00000100:00100000:0.0:1787755774.458461:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666949376 00000100:00100000:0.0:1787755774.458475:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24117 00000100:00100000:0.0:1787755774.458480:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666949376:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755774.458514:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666949376:12345-0@lo:1000:mdt00_006.0 Request processed in 33us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.458520:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24117 00000100:00100000:0.0:1787755774.458552:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f511500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949376:0@lo:1000:mdt00_006.0 00000040:00080000:0.0:1787755774.459250:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1190, 2168 off1083512 00000040:00080000:0.0:1787755774.459355:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1508, 2368 off1523592 00000004:00080000:0.0:1787755774.459360:0:17813:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe519873c0 with version 6818 00000004:00080000:3.0:1787755774.459818:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6818 rpc_version 6818 00000020:00100000:3.0:1787755774.459859:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755774.459869:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43516d80 x1874588666949632/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755774.459901:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666949632:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755774.459969:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.459995:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe489353c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.460018:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666949632 00000100:00100000:3.0:1787755774.460024:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666949632 00000100:00100000:3.0:1787755774.460058:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24118 00000100:00100000:3.0:1787755774.460066:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666949632:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755774.460971:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666949632:12345-0@lo:1000:osp_up0-1.0 Request processed in 901us (997us total) trans 8589957416 rc 0/0 00000100:00100000:3.0:1787755774.460982:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24118 00000100:00100000:3.0:1787755774.461066:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666949632:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787755774.461670:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461687:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461700:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461721:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461728:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461739:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461847:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461855:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.461865:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.461953:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f511500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949760:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1787755774.461999:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755774.462072:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755774.462119:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666949760 00000100:00100000:3.0:1787755774.462126:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666949760 00000100:00100000:3.0:1787755774.462206:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24119 00000100:00100000:3.0:1787755774.462216:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588666949760:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755774.462235:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.462253:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786d7e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.462275:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786d7e expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.462286:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d7e expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.462295:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755774.462297:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.462300:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755774.462451:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:17813:x1874588666949760:12345-0@lo:101:mdt00_006.0 Request processed in 236us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.462457:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24119 00000100:00100000:1.0:1787755774.462627:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f511500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666949760:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755774.462642:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462651:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755774.462678:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003cbb24bd reply state 000000008844b4ce transno 4294985337 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462698:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462704:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:1.0:1787755774.462707:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755774.462710:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755774.462716:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462722:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755774.462733:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x191:0x0] 00000004:00010000:1.0:1787755774.462742:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003cbb24bd reply state 000000008844b4ce transno 4294985337 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462750:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462755:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:1.0:1787755774.462758:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755774.462760:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787755774.462765:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00000004:00080000:1.0:1787755774.462851:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755774.462861:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462869:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462958:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.462985:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755774.462992:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755774.462997:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.463004:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.463152:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224009:x1874588654423424:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 17852us (18290us total) trans 4294985337 rc 0/0 00000100:00100000:1.0:1787755774.463160:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70124 00010000:00010000:2.0:1787755774.463238:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755774.463246:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.463256:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755774.463262:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755774.463272:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.463308:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.463356:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755774.463386:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.463394:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365786d54 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786d5b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.463411:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.463413:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.463414:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755774.463423:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755774.463437:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666949888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755774.463489:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.463627:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666949888 00000100:00100000:2.0:1787755774.463633:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666949888 00000100:00100000:2.0:1787755774.463672:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11052 00000100:00100000:2.0:1787755774.463681:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666949888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.463694:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.463711:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365786d5b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786d54 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.463725:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.463729:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.463760:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666949888:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.463848:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11052 00000100:00100000:2.0:1787755774.463974:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666949888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755774.469416:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.469977:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423808 00000100:00100000:3.0:1787755774.469990:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423808 00000100:00100000:3.0:1787755774.470113:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70125 00000100:00100000:3.0:1787755774.470125:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223998:x1874588654423808:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755774.470148:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.470174:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786d8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a7f expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.470252:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365786d93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.470270:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365786d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.470286:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365786d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755774.470374:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755774.470378:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755774.470402:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365786d93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.470431:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786d8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a7f expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.470455:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365786d93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a7f expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.470465:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755774.470467:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755774.470471:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755774.470817:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223998:x1874588654423808:12345-192.168.201.7@tcp:101:bash.0 Request processed in 693us (1410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.470825:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70125 00000100:00100000:3.0:1787755774.473929:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.474066:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654423936 00000100:00100000:1.0:1787755774.474076:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654423936 00000100:00100000:1.0:1787755774.474135:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70126 00000100:00100000:1.0:1787755774.474146:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223998:x1874588654423936:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755774.474165:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.474184:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786d9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a86 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474246:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474260:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474272:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474283:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474293:0:35152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d62 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474302:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.474373:0:35152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786d62 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.474391:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588666950016:0@lo:104: 00000100:00100000:1.0:1787755774.474444:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755774.474494:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755774.474834:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950016 00000100:00100000:2.0:1787755774.474840:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950016 00000100:00100000:2.0:1787755774.474887:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7885 00000100:00100000:2.0:1787755774.474895:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588666950016:12345-0@lo:104: 00010000:00010000:2.0:1787755774.474908:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.474966:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755774.474973:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588666950016:12345-0@lo:104: Request processed in 79us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.474980:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7885 00010000:00010000:2.0:1787755774.475006:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755774.475011:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.475020:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755774.475025:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755774.475035:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.475064:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.475071:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755774.475094:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.475107:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b325365786d62 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786d69 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.475126:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.475128:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755774.475130:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755774.475138:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755774.475149:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666950144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755774.475178:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.475228:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588666950016:0@lo:104: 00010000:00010000:2.0:1787755774.475253:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.475274:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950144 00000100:00100000:2.0:1787755774.475278:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950144 00010000:00010000:2.0:1787755774.475297:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786d62 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.475341:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21610 00000100:00100000:2.0:1787755774.475349:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666950144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.475358:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1787755774.478035:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957416 is committed 00010000:00010000:3.0:1787755774.478972:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365786d69 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786d62 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.478997:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff531e4400) 00010000:00010000:3.0:1787755774.479003:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.479018:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.479026:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.479170:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755774.479260:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666950144:12345-0@lo:103:ldlm_bl.0 Request processed in 3910us (4078us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.479271:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21610 00000100:00100000:3.0:1787755774.479389:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666950144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.479451:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.479460:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.479855:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:35152:1874588666950272:0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755774.479977:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.480063:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755774.480104:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950272 00000100:00100000:1.0:1787755774.480111:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950272 00000100:00100000:1.0:1787755774.480190:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24120 00000100:00100000:1.0:1787755774.480200:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35152:x1874588666950272:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1787755774.480295:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:35152:x1874588666950272:12345-0@lo:1000:mdt00_007.0 Request processed in 96us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.480303:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24120 00000100:00100000:3.0:1787755774.480406:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-mdtlov_UUID:35152:1874588666950272:0@lo:1000:mdt00_007.0 00010000:00010000:3.0:1787755774.480457:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786daf lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480471:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786daf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480480:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786daf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.480517:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786daf lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480545:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480552:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480559:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480565:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480572:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755774.480576:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480583:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480594:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755774.480598:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.480603:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480610:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786da1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480624:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480631:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480638:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480642:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755774.480645:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480651:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480662:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff531e4400) 00010000:00010000:3.0:1787755774.480664:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755774.480667:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480673:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786da8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480719:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786d9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a86 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480735:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786daf lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a86 expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.480743:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:3.0:1787755774.480746:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755774.480748:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755774.480810:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223998:x1874588654423936:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6666us (6891us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.480818:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70126 00000100:00100000:3.0:1787755774.483944:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755774.484121:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654424064 00000100:00100000:0.0:1787755774.484130:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654424064 00000100:00100000:0.0:1787755774.484193:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70127 00000100:00100000:0.0:1787755774.484204:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223998:x1874588654424064:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755774.484229:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755774.484250:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786db6 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a8d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.484336:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786dbd lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.484351:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786dbd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.484362:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786dbd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755774.484456:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00000004:00200000:0.0:1787755774.484461:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755774.484515:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365786db6 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a8d expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.484549:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786dbd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a8d expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.484558:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755774.484561:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755774.484564:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755774.484630:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223998:x1874588654424064:12345-192.168.201.7@tcp:101:bash.0 Request processed in 427us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.484638:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70127 00000100:00100000:0.0:1787755774.487431:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.487515:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654424192 00000100:00100000:3.0:1787755774.487545:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654424192 00000100:00100000:3.0:1787755774.487608:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70128 00000100:00100000:3.0:1787755774.487619:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223998:x1874588654424192:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755774.487640:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.487660:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786dc4 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a94 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.487717:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786dcb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.487731:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786dcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.487742:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786dcb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755774.487804:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x193:0x0]: returning size 4096 00000004:00200000:3.0:1787755774.487811:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755774.487846:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365786dc4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a94 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.487866:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786dcb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a94 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.489383:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:3.0:1787755774.489398:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755774.489405:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755774.489967:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223998:x1874588654424192:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2343us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.489978:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70128 00000100:00100000:0.0:1787755774.507645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.507931:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654424320 00000100:00100000:1.0:1787755774.507942:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654424320 00000100:00100000:1.0:1787755774.508041:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70129 00000100:00100000:1.0:1787755774.508053:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:223998:x1874588654424320:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755774.508074:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.508096:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786dd2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213a9b expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.508159:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.508173:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786d7e expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.508183:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.508221:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365786d7e expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755774.508239:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666950400:0@lo:104: 00000100:00100000:1.0:1787755774.508295:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.508504:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950400 00000100:00100000:2.0:1787755774.508509:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950400 00000100:00100000:2.0:1787755774.508569:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7886 00000100:00100000:2.0:1787755774.508577:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666950400:12345-0@lo:104: 00010000:00010000:2.0:1787755774.508592:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.511713:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755774.511730:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666950400:12345-0@lo:104: Request processed in 3150us (3430us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.511742:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7886 00010000:00010000:3.0:1787755774.511863:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755774.511872:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.511894:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755774.511904:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755774.511912:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.511959:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.511967:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755774.512002:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 1/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.512009:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd200/0x9b2b325365786d7e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365786d85 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.512029:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755774.512031:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755774.512033:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755774.512083:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666950528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755774.512136:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755774.512285:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950528 00000100:00100000:3.0:1787755774.512293:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950528 00010000:00010000:3.0:1787755774.512353:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365786d7e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755774.512385:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21611 00000100:00100000:3.0:1787755774.512394:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666950528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.512407:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755774.513031:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755774.513039:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.513051:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.513059:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.513077:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755774.513134:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666950528:12345-0@lo:103:ldlm_bl.0 Request processed in 739us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.513142:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21611 00000100:00100000:0.0:1787755774.513214:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666950528:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755774.516654:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0fcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1787755774.516717:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365786d85 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365786d7e expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755774.516742:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666950400:0@lo:104: 00010000:00010000:0.0:1787755774.516958:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.516969:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.516975:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755774.517055:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x191:0x0]: returning size 4096 00000004:00200000:0.0:1787755774.517061:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755774.517115:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365786dd2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a9b expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.517132:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a9b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755774.517142:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:0.0:1787755774.517145:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755774.517148:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:0.0:1787755774.517294:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223998:x1874588654424320:12345-192.168.201.7@tcp:101:bash.0 Request processed in 9241us (9659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.517305:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70129 00000100:00100000:0.0:1787755774.525853:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.525952:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654424576 00000100:00100000:1.0:1787755774.525964:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654424576 00000100:00100000:1.0:1787755774.526024:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70130 00000100:00100000:1.0:1787755774.526033:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:223998:x1874588654424576:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755774.526052:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.526054:0:35159:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755774.526079:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786dd9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a9b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526102:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:1.0:1787755774.526111:0:35159:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755774.526124:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786de0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213aa2 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526247:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526259:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526269:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526280:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526287:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526293:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755774.526637:0:35159:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x518:0x0], index 1: 0 00010000:00010000:1.0:1787755774.526754:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786df5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526764:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786df5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526776:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786df5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526802:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526810:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526816:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526822:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526828:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755774.526832:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526839:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526847:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755774.526850:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755774.526853:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526859:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365786de7 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755774.526870:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000818776df reply state 00000000e97691aa transno 8589957417 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526881:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526887:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff531e4700) 00010000:00010000:1.0:1787755774.526890:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755774.526892:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755774.526915:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786de0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa2 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526930:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786df5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa2 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.526937:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4b00) 00010000:00010000:1.0:1787755774.526939:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755774.526941:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755774.527000:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223998:x1874588654424576:12345-192.168.201.7@tcp:101:bash.0 Request processed in 967us (1156us total) trans 8589957417 rc 0/0 00000100:00100000:1.0:1787755774.527007:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70130 00000100:00100000:2.0:1787755774.530639:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.530816:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654424704 00000100:00100000:1.0:1787755774.530827:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654424704 00000100:00100000:1.0:1787755774.530892:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30748 00000100:00100000:1.0:1787755774.530903:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223998:x1874588654424704:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755774.530924:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755774.530947:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213aa9 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755774.530974:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x518:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755774.530996:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=8831s v=(0 0) 00010000:00010000:1.0:1787755774.531001:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755774.531011:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 7 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.531029:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 7 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755774.531042:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755774.531099:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:223998:x1874588654424704:12345-192.168.201.7@tcp:101:bash.0 Request processed in 197us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755774.531106:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30748 00000100:00100000:0.0:1787755774.534300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.534424:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654424960 00000100:00100000:1.0:1787755774.534436:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654424960 00000100:00100000:1.0:1787755774.534491:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9335 00000100:00100000:1.0:1787755774.534513:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:223998:x1874588654424960:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755774.534840:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223998:x1874588654424960:12345-192.168.201.7@tcp:35:bash.0 Request processed in 333us (545us total) trans 8589957418 rc 0/0 00000100:00100000:1.0:1787755774.534848:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9335 00000100:00100000:0.0:1787755774.538139:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.538241:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654425216 00000100:00100000:2.0:1787755774.538251:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654425216 00000100:00100000:2.0:1787755774.538354:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70131 00000100:00100000:2.0:1787755774.538366:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:223998:x1874588654425216:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755774.538387:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755774.538390:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755774.538419:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365786dcb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a94 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538442:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755774.538447:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755774.538462:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786e0a lrc: 2/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ab0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538619:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538631:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538641:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538679:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538687:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.538695:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755774.538839:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666950656:0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755774.538895:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755774.538921:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755774.539109:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950656 00000100:00100000:0.0:1787755774.539115:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950656 00000100:00100000:0.0:1787755774.539155:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24121 00000100:00100000:0.0:1787755774.539164:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35155:x1874588666950656:12345-0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1787755774.539242:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35155:x1874588666950656:12345-0@lo:1000:mdt00_010.0 Request processed in 79us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.539250:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24121 00000100:00100000:2.0:1787755774.539592:0:35155:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957416 gen 2 00000004:00080000:2.0:1787755774.539598:0:35155:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957416 committed transno 8589957416 00000100:00100000:2.0:1787755774.539632:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588666950656:0@lo:1000:mdt00_010.0 00000004:00080000:2.0:1787755774.539899:0:35155:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d1:0x0], index 0: 0 00010000:00010000:2.0:1787755774.540043:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786e1f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540058:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786e1f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540066:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786e1f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540096:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540104:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540111:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540118:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540123:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755774.540128:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540134:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540145:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755774.540148:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755774.540152:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540158:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786e11 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755774.540174:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d85b3948 reply state 00000000cf0887bb transno 4294985338 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540187:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540193:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x4ec94fd6 (ffff9dfe46981c00) 00010000:00010000:2.0:1787755774.540195:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755774.540198:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755774.540225:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365786e0a lrc: 0/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab0 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540239:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786e1f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab0 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.540246:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755774.540248:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755774.540251:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755774.540309:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223998:x1874588654425216:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1946us (2179us total) trans 4294985338 rc 0/0 00000100:00100000:2.0:1787755774.540338:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70131 00000100:00100000:0.0:1787755774.544176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.544264:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654425344 00000100:00100000:3.0:1787755774.544276:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654425344 00000100:00100000:3.0:1787755774.544371:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30749 00000100:00100000:3.0:1787755774.544382:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:223998:x1874588654425344:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755774.544401:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755774.544425:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ab7 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755774.544456:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d1:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755774.544479:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d1:0x0].0x0 since=8831s v=(0 0) 00010000:00010000:3.0:1787755774.544484:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d1:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755774.544494:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755774.544685:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755774.544728:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.544750:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755774.544823:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:223998:x1874588654425344:12345-192.168.201.7@tcp:101:bash.0 Request processed in 441us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.544831:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30749 00000100:00100000:1.0:1787755774.549356:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.549467:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654425600 00000100:00100000:3.0:1787755774.549479:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654425600 00000100:00100000:3.0:1787755774.549742:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9336 00000100:00100000:3.0:1787755774.549754:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:223998:x1874588654425600:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755774.550154:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:223998:x1874588654425600:12345-192.168.201.7@tcp:35:bash.0 Request processed in 400us (810us total) trans 4294985339 rc 0/0 00000100:00100000:3.0:1787755774.550163:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9336 00000100:00100000:1.0:1787755774.567395:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755774.567470:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755774.567471:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654425728 00000100:00100000:2.0:1787755774.567481:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654425728 00000100:00100000:2.0:1787755774.567561:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654425856 00000100:00100000:2.0:1787755774.567565:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654425856 00000100:00100000:2.0:1787755774.567593:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11053 00000100:00100000:3.0:1787755774.567601:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11054 00000100:00100000:2.0:1787755774.567604:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:34913:x1874588654425728:12345-192.168.201.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787755774.567609:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:15684:x1874588654425856:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755774.567624:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755774.567624:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755774.567653:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365786d93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a7f expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.567653:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786c12 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1da8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a32 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.568451:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755774.568477:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365786df5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa2 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.568491:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4b00) 00010000:00010000:2.0:1787755774.568611:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365786daf lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a86 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755774.568623:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:2.0:1787755774.568632:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755774.568786:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34913:x1874588654425728:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1182us (1401us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755774.568795:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11053 00010000:00010000:3.0:1787755774.570302:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da8:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:3.0:1787755774.570465:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755774.572836:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:15684:x1874588654425856:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5217us (5355us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755774.572850:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11054 00000100:00100000:1.0:1787755774.573132:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755774.574012:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654425984 00000100:00100000:3.0:1787755774.574026:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654425984 00000100:00100000:3.0:1787755774.582454:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11055 00000100:00100000:3.0:1787755774.582476:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:6171:x1874588654425984:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755774.582498:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755774.582622:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786e1f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab0 expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.582656:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:3.0:1787755774.582676:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786dbd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a8d expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.582685:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:3.0:1787755774.582693:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786b71 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e58:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213a0f expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755774.582700:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e58:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755774.582707:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755774.582762:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:6171:x1874588654425984:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 295us (9631us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755774.582770:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11055 00010000:00010000:2.0:1787755774.954486:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755775.702214:0:164283:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:1.0:1787755775.702266:0:164283:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:2.0:1787755775.970746:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755776.994723:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755776.994753:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666950784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755776.994835:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755776.995249:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666951040:0@lo:400:kworker.0 00000100:00100000:0.0:1787755776.995289:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755776.995350:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588666951168:0@lo:400:kworker.0 00000100:00100000:0.0:1787755776.995380:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755776.995413:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951040 00000100:00100000:0.0:1787755776.995420:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951040 00000100:00100000:0.0:1787755776.995471:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24122 00000100:00100000:0.0:1787755776.995480:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666951040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755776.995547:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666951040:12345-0@lo:400:kworker.0 Request processed in 67us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755776.995555:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24122 00000100:00100000:0.0:1787755776.995582:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951168 00000100:00100000:0.0:1787755776.995586:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951168 00000100:00100000:0.0:1787755776.995615:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15621 00000100:00100000:0.0:1787755776.995622:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588666951168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755776.995659:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588666951168:12345-0@lo:400:kworker.0 Request processed in 38us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755776.995666:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15621 00000100:00100000:2.0:1787755776.996060:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588666951296:0@lo:400:kworker.0 00000100:00100000:2.0:1787755776.996092:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755776.996128:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666950912:0@lo:400:kworker.0 00000100:00100000:2.0:1787755776.996158:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755776.996186:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950784 00000100:00100000:2.0:1787755776.996190:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950784 00000100:00100000:2.0:1787755776.996240:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771 00000100:00100000:2.0:1787755776.996247:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666950784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755776.996269:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755776.996303:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666950784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (1468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755776.996310:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771 00000100:00100000:2.0:1787755776.996347:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666950912 00000100:00100000:2.0:1787755776.996351:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666950912 00000100:00100000:2.0:1787755776.996375:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:2.0:1787755776.996382:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666950912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755776.996413:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666950912:12345-0@lo:400:kworker.0 Request processed in 32us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755776.996419:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00080000:2.0:1787755776.996441:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755776.996553:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666951040:0@lo:400:kworker.0 00000100:00100000:0.0:1787755776.996561:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588666951552:0@lo:400:kworker.0 00000100:00100000:0.0:1787755776.996585:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755777.003212:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951296 00000100:00100000:2.0:1787755777.003232:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951296 00000100:00100000:2.0:1787755777.003341:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951552 00000100:00100000:2.0:1787755777.003345:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951552 00000100:00100000:2.0:1787755777.003375:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15622 00000100:00100000:2.0:1787755777.003386:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588666951296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.003523:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588666951296:12345-0@lo:400:kworker.0 Request processed in 138us (7429us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755777.003531:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15622 00000100:00100000:2.0:1787755777.003549:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15623 00000100:00100000:2.0:1787755777.003555:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588666951552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.003588:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588666951552:12345-0@lo:400:kworker.0 Request processed in 33us (7002us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755777.003594:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15623 00000100:00080000:3.0:1787755777.003780:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755777.013551:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588666951552:0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.013569:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666952064:0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.013630:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755777.013683:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952064 00000100:00100000:0.0:1787755777.013690:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952064 00000100:00100000:0.0:1787755777.013751:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10038 00000100:00100000:0.0:1787755777.013762:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666952064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.013811:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666952064:12345-0@lo:400:kworker.0 Request processed in 51us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755777.013819:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10038 00000100:00080000:0.0:1787755777.013842:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755777.015085:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588666951296:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.015099:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666951808:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.015153:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755777.015183:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588666952320:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.015223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755777.015279:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666950784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755777.015360:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666950912:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.015369:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666951424:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.015395:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755777.015412:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666951936:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.015437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755777.015475:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951808 00000100:00100000:3.0:1787755777.015481:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951808 00000100:00100000:3.0:1787755777.015535:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10039 00000100:00100000:3.0:1787755777.015544:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666951808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.019170:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588666951168:0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.019269:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952320 00000100:00100000:2.0:1787755777.019276:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952320 00000100:00100000:2.0:1787755777.019360:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951424 00000100:00100000:2.0:1787755777.019364:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951424 00000100:00100000:2.0:1787755777.019394:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15624 00000100:00100000:2.0:1787755777.019404:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588666952320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.019653:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666952064:0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.019707:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15625 00000100:00100000:0.0:1787755777.019716:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666951424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.019771:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666951424:12345-0@lo:400:kworker.0 Request processed in 57us (4376us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755777.019779:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15625 00000100:00100000:0.0:1787755777.019808:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951936 00000100:00100000:0.0:1787755777.019814:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951936 00000100:00100000:0.0:1787755777.019844:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24123 00000100:00100000:0.0:1787755777.019850:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666951936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.019896:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666951936:12345-0@lo:400:kworker.0 Request processed in 36us (4447us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755777.019903:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24123 00000100:00080000:0.0:1787755777.019921:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755777.019926:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755777.019951:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666951424:0@lo:400:kworker.0 00000100:00100000:0.0:1787755777.019964:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666951936:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.027095:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666951808:12345-0@lo:400:kworker.0 Request processed in 11540us (11930us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755777.027111:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10039 00000100:00100000:2.0:1787755777.027246:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588666952320:12345-0@lo:400:kworker.0 Request processed in 7841us (12020us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755777.027256:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15624 00000100:00100000:2.0:1787755777.027302:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588666951680:0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.027375:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755777.027412:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666952192:0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.027439:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755777.027496:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952192 00000100:00100000:2.0:1787755777.027504:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952192 00000100:00100000:2.0:1787755777.027558:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10040 00000100:00100000:2.0:1787755777.027566:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666952192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755777.027618:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666952192:12345-0@lo:400:kworker.0 Request processed in 53us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755777.027625:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10040 00000100:00100000:2.0:1787755777.027665:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666952192:0@lo:400:kworker.0 00000100:00080000:0.0:1787755777.027848:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755777.034216:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666951680 00000100:00100000:1.0:1787755777.034236:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666951680 00000100:00100000:1.0:1787755777.034342:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15626 00000100:00100000:1.0:1787755777.034354:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588666951680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755777.034453:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588666951680:12345-0@lo:400:kworker.0 Request processed in 102us (7078us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755777.034461:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15626 00000100:00100000:1.0:1787755777.034530:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588666951680:0@lo:400:kworker.0 00000100:00080000:2.0:1787755777.035051:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755777.037379:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666951808:0@lo:400:kworker.0 00000100:00100000:3.0:1787755777.037415:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588666952320:0@lo:400:kworker.0 00000004:00080000:2.0:1787755777.509033:0:9883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8834530714389ns, next at 8835530711161ns, rc = 0 00000100:00100000:3.0:1787755777.509143:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666952448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755777.509231:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755777.509417:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952448 00000100:00100000:2.0:1787755777.509426:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952448 00000100:00100000:2.0:1787755777.509497:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772 00000100:00100000:2.0:1787755777.509507:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666952448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755777.509537:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:2.0:1787755777.509598:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666952448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755777.509606:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772 00000100:00100000:3.0:1787755777.509931:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666952448:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755778.018482:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755778.422712:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.422807:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426112 00000100:00100000:0.0:1787755778.422819:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426112 00000100:00100000:0.0:1787755778.422897:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70132 00000100:00100000:0.0:1787755778.422907:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:224179:x1874588654426112:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755778.422929:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755778.422952:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365786e34 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213abe expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.423020:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.423035:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.423047:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755778.423166:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755778.423171:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755778.423199:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.423226:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365786e34 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.423245:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.423254:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755778.423257:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755778.423261:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755778.423351:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:224179:x1874588654426112:12345-192.168.201.7@tcp:101:cat.0 Request processed in 408us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.423359:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70132 00000100:00080000:1.0:1787755778.423449:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755778.433374:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755778.433592:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426240 00000100:00100000:2.0:1787755778.433605:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426240 00000100:00100000:2.0:1787755778.433660:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70133 00000100:00100000:2.0:1787755778.433672:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:224179:x1874588654426240:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755778.433698:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755778.433720:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786e42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ac5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433797:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433815:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433828:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433848:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433856:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433862:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433945:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365786e57 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433965:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365786e57 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.433974:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365786e57 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755778.433999:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365786e57 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434014:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434021:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434028:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434035:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434041:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755778.434046:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434054:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434067:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755778.434070:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755778.434075:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434082:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786e49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434222:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434230:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434237:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434243:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755778.434246:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434251:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434260:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981700) 00010000:00010000:2.0:1787755778.434263:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755778.434266:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434277:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e50 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434307:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365786e42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ac5 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434437:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365786e57 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ac5 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.434446:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:2.0:1787755778.434448:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755778.434451:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755778.434565:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:224179:x1874588654426240:12345-192.168.201.7@tcp:101:cat.0 Request processed in 893us (1201us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.434573:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70133 00000100:00100000:0.0:1787755778.446936:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755778.447110:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426496 00000100:00100000:2.0:1787755778.447125:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426496 00000100:00100000:2.0:1787755778.447221:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15627 00000100:00100000:2.0:1787755778.447235:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654426496:12345-192.168.201.7@tcp:400:kworker.0 00000100:00080000:1.0:1787755778.447398:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755778.447666:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654426496:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 433us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.447674:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15627 00000100:00100000:0.0:1787755778.448293:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448353:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448403:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448422:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448437:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448458:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.448494:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426752 00000100:00100000:0.0:1787755778.448502:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426752 00000100:00100000:0.0:1787755778.448550:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427264 00000100:00100000:0.0:1787755778.448553:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427264 00000100:00100000:0.0:1787755778.448573:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426624 00000100:00100000:0.0:1787755778.448577:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426624 00000100:00100000:0.0:1787755778.448598:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427136 00000100:00100000:0.0:1787755778.448600:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427136 00000100:00100000:0.0:1787755778.448624:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10041 00000100:00100000:0.0:1787755778.448633:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654426752:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755778.448690:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654426752:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 57us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.448698:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10041 00000100:00100000:0.0:1787755778.448712:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10042 00000100:00100000:0.0:1787755778.448718:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654427264:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755778.448743:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654427264:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.448750:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10042 00000100:00100000:0.0:1787755778.448762:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10043 00000100:00100000:0.0:1787755778.448768:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654426624:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755778.448790:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654426624:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.448797:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10043 00000100:00100000:0.0:1787755778.448806:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10044 00000100:00100000:0.0:1787755778.448813:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654427136:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755778.448832:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654427136:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 20us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.448839:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10044 00000100:00080000:0.0:1787755778.448863:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755778.448866:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755778.450159:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426368 00000100:00100000:3.0:1787755778.450171:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426368 00000100:00100000:3.0:1787755778.450228:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2380 00000100:00100000:3.0:1787755778.450237:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654426368:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755778.450297:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654426368:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 61us (1892us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755778.450304:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2380 00000100:00100000:3.0:1787755778.450358:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427008 00000100:00100000:3.0:1787755778.450362:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427008 00000100:00100000:3.0:1787755778.450392:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654426880 00000100:00100000:3.0:1787755778.450395:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654426880 00000100:00100000:3.0:1787755778.450414:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15628 00000100:00100000:3.0:1787755778.450421:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654427008:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755778.450457:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654427008:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 35us (2104us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755778.450475:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15628 00000100:00100000:3.0:1787755778.450490:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15629 00000100:00100000:3.0:1787755778.450498:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654426880:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755778.450526:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654426880:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755778.450532:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15629 00000100:00080000:0.0:1787755778.453005:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755778.453019:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755778.453145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.453192:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427392 00000100:00100000:0.0:1787755778.453202:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427392 00000100:00100000:0.0:1787755778.453278:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70134 00000100:00100000:0.0:1787755778.453290:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:224179:x1874588654427392:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755778.453335:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755778.453361:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786e5e lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213acc expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.453435:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786e65 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.453452:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786e65 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.453476:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786e65 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755778.453584:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00000004:00200000:0.0:1787755778.453592:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755778.453640:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786e5e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213acc expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.453661:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786e65 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213acc expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.453672:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755778.453677:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755778.453681:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755778.453759:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:224179:x1874588654427392:12345-192.168.201.7@tcp:101:cat.0 Request processed in 470us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.453768:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70134 00000100:00100000:3.0:1787755778.468225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.468312:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427520 00000100:00100000:0.0:1787755778.468348:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427520 00000100:00100000:0.0:1787755778.468403:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70135 00000100:00100000:0.0:1787755778.468414:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:224179:x1874588654427520:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755778.468435:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755778.468455:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786e6c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ad3 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.468524:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.468537:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.468549:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755778.468593:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x193:0x0]: returning size 4096 00000004:00200000:0.0:1787755778.468598:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755778.468636:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365786e6c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 14 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.468656:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.468670:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:0.0:1787755778.468673:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755778.468677:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755778.468736:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+13:224179:x1874588654427520:12345-192.168.201.7@tcp:101:cat.0 Request processed in 323us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.468743:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70135 00000100:00100000:3.0:1787755778.472612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755778.472691:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427648 00000100:00100000:1.0:1787755778.472703:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427648 00000100:00100000:1.0:1787755778.472771:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70136 00000100:00100000:1.0:1787755778.472786:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:224179:x1874588654427648:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755778.472811:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755778.472839:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365786e7a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ada expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.472912:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.472929:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.472942:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755778.472991:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x191:0x0]: returning size 4096 00000004:00200000:1.0:1787755778.472997:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755778.473046:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365786e7a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.473067:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.473077:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755778.473081:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755778.473085:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755778.473168:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:224179:x1874588654427648:12345-192.168.201.7@tcp:101:cat.0 Request processed in 384us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755778.473176:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70136 00000100:00100000:3.0:1787755778.479145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755778.479300:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654427904 00000100:00100000:1.0:1787755778.479312:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654427904 00000100:00100000:1.0:1787755778.479401:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70137 00000100:00100000:1.0:1787755778.479414:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:224179:x1874588654427904:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755778.479439:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755778.479475:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786e88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ae1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.479557:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.479572:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.479583:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.479598:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.479606:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755778.479613:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:1.0:1787755778.479686:0:35153:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:3.0:1787755778.932644:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755778.932786:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428032 00000100:00100000:2.0:1787755778.932807:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428032 00000100:00100000:2.0:1787755778.932972:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70138 00000100:00100000:2.0:1787755778.932996:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224181:x1874588654428032:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755778.933021:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755778.933043:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ae8 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.933114:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.933130:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.933141:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755778.933194:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755778.933197:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755778.933218:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.933242:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786e9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.933262:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.933271:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755778.933274:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755778.933277:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755778.933423:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224181:x1874588654428032:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 429us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.933429:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70138 00000100:00100000:3.0:1787755778.956225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755778.956562:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428160 00000100:00100000:2.0:1787755778.956580:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428160 00000100:00100000:2.0:1787755778.956789:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70139 00000100:00100000:2.0:1787755778.956805:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224181:x1874588654428160:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755778.956842:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755778.956875:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786eab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213aef expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.956968:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.956985:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.956999:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.957017:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.957025:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.957031:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958035:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958054:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958133:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755778.958167:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958186:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958193:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958200:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958207:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958214:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755778.958219:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958228:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958242:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755778.958246:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755778.958251:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958258:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958278:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958284:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958290:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958295:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755778.958297:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958303:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958310:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981700) 00010000:00010000:2.0:1787755778.958363:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755778.958368:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958374:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365786eb9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958423:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786eab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958439:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.958463:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:2.0:1787755778.958466:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755778.958469:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755778.958565:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224181:x1874588654428160:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1762us (2355us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.958575:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70139 00000100:00100000:1.0:1787755778.964956:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755778.965182:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428288 00000100:00100000:2.0:1787755778.965200:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428288 00000100:00100000:2.0:1787755778.965360:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70140 00000100:00100000:2.0:1787755778.965378:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224181:x1874588654428288:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755778.965409:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755778.965438:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786ec7 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213af6 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.965595:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ece lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.965675:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ece lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.965757:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ece lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755778.965924:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00000004:00200000:2.0:1787755778.965931:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755778.965985:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786ec7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213af6 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.966019:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ece lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213af6 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.966030:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:2.0:1787755778.966034:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755778.966039:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755778.966390:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224181:x1874588654428288:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1012us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.966400:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70140 00000100:00100000:0.0:1787755778.974378:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755778.974575:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428416 00000100:00100000:3.0:1787755778.974591:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428416 00000100:00100000:2.0:1787755778.974857:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70141 00000100:00100000:2.0:1787755778.974875:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224181:x1874588654428416:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755778.974905:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755778.974933:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786ed5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213afd expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975021:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 3/1,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975040:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975054:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975066:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975079:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975086:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975204:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975214:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975221:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755778.975275:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5b:0x0]: returning size 6 00000004:00200000:2.0:1787755778.975291:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755778.975369:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975385:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975398:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975406:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975413:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975425:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975433:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755778.975439:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975574:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975593:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755778.975596:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755778.975603:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 3/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975611:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365786edc lrc: 0/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975632:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975640:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975645:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975650:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755778.975653:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975663:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975670:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x4ec94fd6 (ffff9dfe46981c00) 00010000:00010000:2.0:1787755778.975673:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755778.975675:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975681:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365786ee3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975784:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365786ed5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213afd expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975803:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213afd expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.975812:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dfe46981700) 00010000:00010000:2.0:1787755778.975816:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755778.975819:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755778.975926:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224181:x1874588654428416:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1054us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.975935:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70141 00000100:00100000:3.0:1787755778.986631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755778.987237:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428544 00000100:00100000:0.0:1787755778.987252:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428544 00000100:00100000:0.0:1787755778.987392:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70142 00000100:00100000:0.0:1787755778.987407:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224181:x1874588654428544:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755778.987459:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755778.987491:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786ef1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.987603:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.987621:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.987637:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.987650:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.987657:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.987665:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988357:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988377:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988386:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755778.988894:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da9:0x0]: returning size 6 00000004:00200000:0.0:1787755778.988904:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755778.988936:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988956:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988971:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988979:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988985:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.988994:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989005:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755778.989011:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989019:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989037:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:0.0:1787755778.989040:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755778.989045:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989052:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786ef8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989253:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989263:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989270:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989275:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755778.989278:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989285:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989299:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff531e4700) 00010000:00010000:0.0:1787755778.989302:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755778.989306:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 2/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989312:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365786eff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989382:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786ef1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b04 expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989402:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b04 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.989413:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff42fa8f00) 00010000:00010000:0.0:1787755778.989416:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755778.989419:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755778.989905:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224181:x1874588654428544:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 2496us (3289us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755778.989919:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70142 00000100:00100000:3.0:1787755778.995841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755778.995883:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755778.995985:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428672 00000100:00100000:2.0:1787755778.996006:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428672 00000100:00100000:0.0:1787755778.996084:0:124229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654428928 00000100:00100000:0.0:1787755778.996092:0:124229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654428928 00000100:00100000:2.0:1787755778.996115:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11056 00000100:00100000:2.0:1787755778.996130:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2402:x1874588654428672:12345-192.168.201.7@tcp:103:mrename.0 00000100:00100000:0.0:1787755778.996146:0:124229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1228 00000100:00100000:0.0:1787755778.996153:0:124229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224181:x1874588654428928:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:2.0:1787755778.996158:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755778.996199:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786eea lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213afd expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755778.996223:0:124229:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755778.996225:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dfe46981700) 00010000:00010000:0.0:1787755778.996240:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365786f06 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b04 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755778.996240:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755778.996260:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff42fa8f00) 00010000:00010000:0.0:1787755778.996268:0:124229:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755778.996416:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd8380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952576:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755778.998092:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2402:x1874588654428672:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 1714us (1956us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755778.998107:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11056 00000100:00100000:0.0:1787755779.001431:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.001602:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952576 00000100:00100000:2.0:1787755779.001619:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952576 00000100:00100000:0.0:1787755779.001640:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d600 going to sleep for 10 seconds 00000100:00100000:2.0:1787755779.001716:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24124 00000100:00100000:2.0:1787755779.001733:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952576:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.001931:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952576:12345-0@lo:1000:mdt_io00_003.0 Request processed in 202us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755779.001940:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24124 00000100:00100000:0.0:1787755779.002090:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd8380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952576:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.002245:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952704:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.002424:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.002540:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.002820:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952704 00000100:00100000:1.0:1787755779.002827:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952704 00000100:00100000:1.0:1787755779.002906:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24125 00000100:00100000:1.0:1787755779.002917:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952704:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.003048:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952704:12345-0@lo:1000:mdt_io00_003.0 Request processed in 134us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.003057:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24125 00000100:00100000:2.0:1787755779.003162:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952704:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755779.003194:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00000100:00100000:2.0:1787755779.003233:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952832:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.003260:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.003280:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755779.003431:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952832 00000100:00100000:0.0:1787755779.003437:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952832 00000100:00100000:0.0:1787755779.003632:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24126 00000100:00100000:0.0:1787755779.003640:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952832:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.003712:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952832:12345-0@lo:1000:mdt_io00_003.0 Request processed in 72us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.003718:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24126 00000100:00100000:2.0:1787755779.003771:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952832:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755779.003798:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5a:0x0] 00000100:00100000:2.0:1787755779.003835:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952960:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.003873:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.003895:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666952960 00000100:00100000:0.0:1787755779.003900:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666952960 00000100:00100000:2.0:1787755779.003901:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755779.003956:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24127 00000100:00100000:0.0:1787755779.003964:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952960:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.004021:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666952960:12345-0@lo:1000:mdt_io00_003.0 Request processed in 58us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.004027:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24127 00000100:00100000:2.0:1787755779.004855:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666952960:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755779.004929:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00000100:00100000:2.0:1787755779.004966:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666953088:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.005014:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.005050:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.005497:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666953088 00000100:00100000:1.0:1787755779.005507:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666953088 00000100:00100000:1.0:1787755779.005569:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24128 00000100:00100000:1.0:1787755779.005581:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666953088:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.005683:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666953088:12345-0@lo:1000:mdt_io00_003.0 Request processed in 104us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.005691:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24128 00000100:00100000:2.0:1787755779.005777:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666953088:0@lo:1000:mdt_io00_003.0 00000004:00020000:2.0:1787755779.005815:0:124229:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:2.0:1787755779.005887:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 3/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.005899:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 3/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.005911:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 3/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755779.005928:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666953216:0@lo:101:mdt_io00_003.0 00000100:00100000:2.0:1787755779.005958:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.005999:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557013c0 going to sleep for 11 seconds 00000004:00020000:1.0:1787755779.006115:0:35153:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4473 00010000:00010000:1.0:1787755779.006195:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006217:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006230:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755779.006246:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1da9:0x0]: returning size 6 00010000:00010000:1.0:1787755779.006407:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006416:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006423:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006432:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006438:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.006444:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006461:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006478:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755779.006481:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755779.006488:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 3/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006500:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786e8f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006516:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006522:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006529:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006534:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.006537:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006543:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006551:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff531e4700) 00010000:00010000:1.0:1787755779.006554:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755779.006556:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006561:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365786e96 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006620:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365786e88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006637:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.006643:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4d00) 00010000:00010000:1.0:1787755779.006645:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755779.006647:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755779.006701:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+11:224179:x1874588654427904:12345-192.168.201.7@tcp:101:cat.0 Request processed in 527290us (527569us total) trans 8589957419 rc 0/0 00000100:00100000:1.0:1787755779.006708:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70137 00000100:00100000:0.0:1787755779.006940:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666953216 00000100:00100000:0.0:1787755779.006946:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666953216 00000100:00100000:0.0:1787755779.006982:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24129 00000100:00100000:0.0:1787755779.006988:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666953216:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755779.007002:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755779.007018:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786f0d expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.007033:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 2/0,1 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.007040:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.007046:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 5/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.007073:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.007089:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 12 pid: 35159 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.007103:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588666953344:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755779.007155:0:73216:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00080000:00080000:0.0:1787755779.007191:0:73216:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1787755779.007228:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065df00 going to sleep for 11 seconds 00000004:00080000:0.0:1787755779.017897:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 364 committed 00010000:00010000:0.0:1787755779.017979:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755779.017999:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.018078:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.018087:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755779.018123:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.018132:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365786cb3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786cba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018135:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018143:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018150:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755779.018157:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755779.018160:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985339 is committed 00010000:00010000:2.0:1787755779.018166:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018185:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00000020:00080000:0.0:1787755779.018189:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe51987540 refcount 2 committed 0 result 0 batchid 3410 00010000:00010000:2.0:1787755779.018189:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:0.0:1787755779.018192:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe519873c0 00010000:00010000:2.0:1787755779.018195:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755779.018196:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1508 00000020:00080000:0.0:1787755779.018199:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a5d1a00 00000020:00080000:0.0:1787755779.018202:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1190 00010000:00010000:2.0:1787755779.018202:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365786d70 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018215:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018220:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755779.018221:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985336 is committed 00000020:00080000:0.0:1787755779.018226:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe48935c00 refcount 2 committed 0 result 0 batchid 3409 00010000:00010000:2.0:1787755779.018227:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755779.018229:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff7bb26500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe489350c0 00000020:00080000:0.0:1787755779.018233:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1507 00010000:00010000:2.0:1787755779.018233:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00000020:00080000:0.0:1787755779.018236:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff502cb900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2bd800 00010000:00010000:2.0:1787755779.018236:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755779.018239:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1188 00010000:00010000:2.0:1787755779.018241:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018247:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755779.018248:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000004:00080000:0.0:1787755779.018251:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 363 committed 00000020:00080000:0.0:1787755779.018256:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe48905780 refcount 2 committed 0 result 0 batchid 3408 00000020:00080000:0.0:1787755779.018257:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5122a300 00000020:00080000:0.0:1787755779.018261:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1506 00010000:00010000:2.0:1787755779.018261:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755779.018264:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a3ad400 00000020:00080000:0.0:1787755779.018267:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1187 00010000:00010000:2.0:1787755779.018275:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755779.018278:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe51b0f180 refcount 2 committed 0 result 0 batchid 3407 00000020:00080000:0.0:1787755779.018281:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6800 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51b0fcc0 00010000:00010000:2.0:1787755779.018281:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365786d77 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755779.018284:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1505 00000020:00080000:0.0:1787755779.018286:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a3ac400 00000020:00080000:0.0:1787755779.018290:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1186 00000001:00080000:0.0:1787755779.018296:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985330 is committed 00000020:00080000:0.0:1787755779.018303:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3406 batchid updated 00010000:00010000:2.0:1787755779.018303:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018308:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018355:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018362:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755779.018365:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018371:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018380:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x4ec94fd6 (ffff9dfe46981c00) 00010000:00010000:2.0:1787755779.018382:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755779.018384:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.018391:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365786e18 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787755779.018578:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3410 committed batchid 3406 00000004:00080000:3.0:1787755779.018745:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48935cc0 with version 6819 00000020:00080000:3.0:1787755779.018767:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3404 cancel update log [0x200000401:0x3:0x0].1502: rc = 0 00000020:00080000:3.0:1787755779.018828:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3404 cancel update log [0x240000400:0x3:0x0].1183: rc = 0 00000004:00080000:3.0:1787755779.018856:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe489356c0 with version 6820 00000020:00080000:3.0:1787755779.018859:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3405 cancel update log [0x200000401:0x3:0x0].1503: rc = 0 00000020:00080000:3.0:1787755779.018878:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3405 cancel update log [0x240000400:0x3:0x0].1184: rc = 0 00000004:00080000:3.0:1787755779.018899:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe423010c0 with version 6821 00000020:00080000:3.0:1787755779.018903:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3406 cancel update log [0x200000401:0x3:0x0].1504: rc = 0 00000020:00080000:3.0:1787755779.018920:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3406 cancel update log [0x240000400:0x3:0x0].1185: rc = 0 00000020:00080000:3.0:1787755779.018927:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3406 00000100:00100000:1.0:1787755779.019008:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666953472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755779.019122:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.019200:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755779.019208:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666953600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1787755779.019247:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1787755779.019261:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6819 rpc_version 6819 00000020:00100000:2.0:1787755779.019288:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755779.019296:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666953600 00000100:00100000:2.0:1787755779.019298:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef3480 x1874588666953856/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755779.019305:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666953600 00000100:00100000:2.0:1787755779.019348:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666953856:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755779.019382:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.019396:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30750 00000100:00100000:2.0:1787755779.019401:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.019408:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666953600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1787755779.019442:0:9891:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1234 count 1 00010000:00010000:1.0:1787755779.019480:0:9891:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.019506:0:9891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.019523:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d2:0x0].0x0 since=12s v=(0 0) 00010000:00010000:1.0:1787755779.019527:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755779.019532:0:9891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.019576:0:9891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.019590:0:9891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 6 pid: 9891 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.019601:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588666953984:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755779.019675:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2000 going to sleep for 11 seconds 00000100:00080000:1.0:1787755779.019688:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755779.019704:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666953856 00000100:00100000:1.0:1787755779.019708:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666953856 00000100:00100000:1.0:1787755779.019738:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24130 00000100:00100000:1.0:1787755779.019760:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666953856:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755779.019942:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666953856:12345-0@lo:1000:osp_up0-1.0 Request processed in 195us (557us total) trans 8589957420 rc 0/0 00000100:00100000:1.0:1787755779.019950:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24130 00000100:00100000:1.0:1787755779.020015:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666953856:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755779.020027:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6820 rpc_version 6820 00000020:00100000:1.0:1787755779.020039:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755779.020044:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b0000 x1874588666954240/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755779.020056:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666954240:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755779.020084:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.020110:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.020129:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666954240 00000100:00100000:1.0:1787755779.020133:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666954240 00000100:00100000:1.0:1787755779.020157:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24131 00000100:00100000:1.0:1787755779.020164:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666954240:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755779.020244:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666954240:12345-0@lo:1000:osp_up0-1.0 Request processed in 80us (159us total) trans 8589957421 rc 0/0 00000100:00100000:1.0:1787755779.020251:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24131 00000100:00100000:1.0:1787755779.020300:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666954240:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755779.020307:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6821 rpc_version 6821 00000020:00100000:1.0:1787755779.020346:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755779.020351:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b1500 x1874588666954496/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755779.020362:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666954496:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755779.020389:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.020403:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.020413:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666954496 00000100:00100000:1.0:1787755779.020417:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666954496 00000100:00100000:1.0:1787755779.020433:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24132 00000100:00100000:1.0:1787755779.020438:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666954496:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755779.020518:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666954496:12345-0@lo:1000:osp_up0-1.0 Request processed in 79us (128us total) trans 8589957422 rc 0/0 00000100:00100000:1.0:1787755779.020528:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24132 00000100:00100000:1.0:1787755779.020561:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666954496:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755779.021234:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666953472 00000100:00100000:0.0:1787755779.021242:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666953472 00000100:00100000:0.0:1787755779.021291:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11057 00000100:00100000:0.0:1787755779.021300:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666953472:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755779.021343:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755779.021378:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365786cba lrc: 0/0,0 mode: --/PW res: [0x200000401:0x190:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786cb3 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.021400:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x190:0x0].0x5a734ce9 (ffff9dfe48affa00) 00010000:00010000:0.0:1787755779.021412:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755779.023831:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588666953344:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755779.023884:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.023900:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:3.0:1787755779.023903:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755779.023908:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.023920:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:2.0:1787755779.025084:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755779.025142:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755779.025192:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429184 00000100:00100000:2.0:1787755779.025208:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429184 00000100:00100000:0.0:1787755779.025257:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1874588666953472:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 3954us (6131us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.025272:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11057 00000100:00100000:2.0:1787755779.025307:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30751 00000100:00100000:2.0:1787755779.025364:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654429184:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755779.025389:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755779.025418:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b40df43d/0x9b2b325365786f30 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b0b expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.026443:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429056 00000100:00100000:0.0:1787755779.026466:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429056 00010000:00010000:0.0:1787755779.026512:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 7 pid: 35159 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.026576:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21612 00000100:00100000:0.0:1787755779.026589:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654429056:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755779.026609:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755779.026619:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 7 pid: 35159 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.026637:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 7 pid: 35159 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.026669:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365786e73 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ad3 expref: 7 pid: 35159 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.026699:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:0.0:1787755779.026709:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.026725:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.026736:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.026803:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.026825:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588666954624:0@lo:105: 00000100:00100000:0.0:1787755779.026928:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.026990:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755779.028432:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8435:1874588666954752:192.168.201.7@tcp:106: 00000100:00100000:2.0:1787755779.028566:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.029031:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666953472:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755779.029121:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588666953984:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755779.029144:0:9891:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.029182:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666954624 00000100:00100000:1.0:1787755779.029191:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666954624 00000100:00100000:3.0:1787755779.029246:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666953216:12345-0@lo:101:mdt_io00_003.0 Request processed in 22254us (23285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.029251:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7887 00000100:00100000:3.0:1787755779.029257:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24129 00000100:00100000:1.0:1787755779.029261:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588666954624:12345-0@lo:105: 00010000:00010000:1.0:1787755779.029276:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.029288:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.029298:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.029309:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.029344:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.029360:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.029376:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2000) 00000100:00100000:2.0:1787755779.029391:0:124229:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985330 gen 2 00000004:00080000:2.0:1787755779.029399:0:124229:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985330 committed transno 4294985330 00000020:00080000:2.0:1787755779.029408:0:124229:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe47cdc540 refcount 2 committed 0 result 0 batchid 4294979804 00000020:00080000:2.0:1787755779.029413:0:124229:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81867600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe43c3cc00 00000020:00080000:2.0:1787755779.029416:0:124229:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].936 00000020:00080000:2.0:1787755779.029419:0:124229:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81867000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe522cfe00 00000020:00080000:2.0:1787755779.029422:0:124229:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].933 00000100:00100000:1.0:1787755779.029433:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588666954624:12345-0@lo:105: Request processed in 173us (2506us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.029439:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7887 00000100:00100000:2.0:1787755779.031600:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666953216:0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755779.031633:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755779.031660:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00000100:00100000:3.0:1787755779.031797:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588666954624:0@lo:105: 00010000:00010000:3.0:1787755779.031815:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755779.031889:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.031899:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.031911:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755779.031936:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666954880:0@lo:101:mdt_io00_003.0 00000020:00080000:0.0:1787755779.034739:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979804 committed batchid 4294979803 00000020:00080000:0.0:1787755779.034951:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979803 00000100:00100000:1.0:1787755779.035381:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755779.035388:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654429056:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8799us (10318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.035407:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21612 00002000:00010000:2.0:1787755779.037093:0:8435:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x518:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1787755779.037109:0:8435:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x518:0x0] updating lvb mtime: 0 -> 1787755774 00002000:00010000:2.0:1787755779.037113:0:8435:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x518:0x0] updating lvb atime: 0 -> 1787755774 00002000:00010000:2.0:1787755779.037116:0:8435:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x518:0x0] updating lvb ctime: 0 -> 1787755774 00002000:00010000:2.0:1787755779.037119:0:8435:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x518:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:2.0:1787755779.037154:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8435:1874588666954752:192.168.201.7@tcp:106: 00010000:00010000:2.0:1787755779.037205:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b40df43d/0x9b2b325365786f30 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b0b expref: 6 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.037242:0:8435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b40df43d/0x9b2b325365786f30 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b0b expref: 6 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.037264:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:3.0:1787755779.038675:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429312 00000100:00100000:3.0:1787755779.038765:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429312 00010000:00010000:3.0:1787755779.038834:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 7 pid: 9891 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755779.038904:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21613 00000100:00100000:3.0:1787755779.038918:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654429312:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755779.038940:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755779.038948:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 7 pid: 9891 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.038969:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 7 pid: 9891 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.039003:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b325365786ad0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2139d0 expref: 7 pid: 9891 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.039027:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755779.039034:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755779.039044:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.039056:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.039105:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755779.039180:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654429312:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 265us (3805us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.039189:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21613 00000100:00100000:2.0:1787755779.039894:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654429184:12345-192.168.201.7@tcp:101:cat.0 Request processed in 14570us (14751us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755779.039904:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30751 00000100:00100000:2.0:1787755779.042195:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.042266:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe557013c0 going to sleep for 11 seconds 00010000:00010000:1.0:1787755779.042869:0:9891:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.042889:0:9891:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.042905:0:9891:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.042915:0:9891:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.042948:0:9891:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755779.043252:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666953600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23843us (24001us total) trans 4294976190 rc 0/0 00000100:00100000:1.0:1787755779.043265:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30750 00010000:00010000:1.0:1787755779.043361:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755779.043372:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.043383:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755779.043388:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.043399:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.043426:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.043433:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b325365786f29 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.043472:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755779.043474:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755779.043475:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755779.043539:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4193f100/2, rc 0, transno 4294976190 00000100:00100000:1.0:1787755779.043549:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666953600:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1787755779.044523:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666954880 00000100:00100000:0.0:1787755779.044538:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666954880 00000100:00100000:0.0:1787755779.044604:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24133 00000100:00100000:0.0:1787755779.044617:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588666954880:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755779.044641:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755779.044673:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786f3e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786f37 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.044723:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786f37 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.044741:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786f3e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786f37 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.044749:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x4ec94fd6 (ffff9dfe52604000) 00010000:00010000:0.0:1787755779.044753:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755779.044756:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755779.044844:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666954880:12345-0@lo:101:mdt_io00_003.0 Request processed in 229us (2660us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.044850:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24133 00000100:00100000:2.0:1787755779.045088:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755779.045111:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666955008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755779.045173:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.045224:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666955008 00000100:00100000:2.0:1787755779.045229:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666955008 00000100:00100000:2.0:1787755779.045264:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24134 00000100:00100000:2.0:1787755779.045272:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588666955008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755779.045307:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443426304 avail 1297186816 00000100:00100000:1.0:1787755779.048432:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666954880:0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755779.048512:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.048532:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755779.048577:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00010000:00010000:1.0:1787755779.048626:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.048647:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.048659:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.048725:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.049847:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 10 pid: 17813 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.049879:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666955136:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755779.050408:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588666955008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5130us (5228us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755779.050424:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24134 00010000:00010000:2.0:1787755779.050521:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755779.055627:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.056177:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755779.057027:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429440 00000100:00100000:0.0:1787755779.057055:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429440 00000100:00100000:0.0:1787755779.057261:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30752 00000100:00100000:0.0:1787755779.057275:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:224179:x1874588654429440:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755779.057309:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755779.057360:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b12 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.057413:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 5 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.057425:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x518:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755779.057430:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755779.057436:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.057507:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 5 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.057523:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 5 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.057542:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8433:1874588666955264:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755779.057659:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755779.060701:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666955008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755779.068159:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755779.068334:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755779.068412:0:20161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429696 00000100:00100000:1.0:1787755779.068432:0:20161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429696 00002000:00100000:1.0:1787755779.068537:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x518:0x0] (0->5) req@ffff9dfe4a3b0700 x1874588654429696/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:350/0 lens 496/0 e 0 to 0 dl 1787755790 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755779.068551:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a3b0700 with x1874588654429696 ext(0->5) 00010000:00010000:1.0:1787755779.068566:0:20161:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 6 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.068589:0:20161:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 6 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755779.068601:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9dfe4a3b0700 00000100:00100000:1.0:1787755779.068650:0:20161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2060 00000100:00100000:1.0:1787755779.068663:0:20161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654429696:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:2.0:1787755779.069716:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8433:1874588666955264:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755779.069771:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.069799:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:2.0:1787755779.069894:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:224179:x1874588654429440:12345-192.168.201.7@tcp:101:cat.0 Request processed in 12621us (13729us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755779.069903:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30752 00000100:00100000:0.0:1787755779.070653:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666955136:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755779.070736:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429568 00000100:00100000:3.0:1787755779.070745:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429568 00010000:00010000:3.0:1787755779.070786:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 11 pid: 17813 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755779.070834:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21614 00000100:00100000:3.0:1787755779.070846:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654429568:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755779.070864:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755779.070873:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 11 pid: 17813 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.070889:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 11 pid: 17813 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.070918:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786e81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ada expref: 11 pid: 17813 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.070940:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:3.0:1787755779.070946:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.070963:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.070972:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.070992:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755779.071035:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654429568:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 190us (2902us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.071044:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21614 00010000:00010000:0.0:1787755779.071173:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.071186:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.071196:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.071226:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.071238:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.071247:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.071411:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955392:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.071504:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.071546:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d600 going to sleep for 11 seconds 00000001:00080000:0.0:1787755779.073613:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973853 is committed 00000001:00080000:0.0:1787755779.073634:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973852 is committed 00000100:00100000:3.0:1787755779.075406:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666955392 00000100:00100000:3.0:1787755779.075427:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666955392 00000100:00100000:2.0:1787755779.076740:0:20161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654429696:12345-192.168.201.7@tcp:4:bash.0 Request processed in 8065us (8409us total) trans 4294976191 rc 0/0 00000100:00100000:2.0:1787755779.076758:0:20161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2060 00002000:00100000:2.0:1787755779.076776:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x518:0x0] (0->5) req@ffff9dfe4a3b0700 x1874588654429696/t4294976191(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:350/0 lens 496/448 e 0 to 0 dl 1787755790 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755779.076787:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a3b0700 with x1874588654429696 ext(0->5) 00010000:00010000:2.0:1787755779.076801:0:20161:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 8 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.076823:0:20161:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 8 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755779.076831:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9dfe4a3b0700 00000100:00100000:0.0:1787755779.076892:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24135 00000100:00100000:0.0:1787755779.076905:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955392:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.077043:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955392:12345-0@lo:1000:mdt_io00_003.0 Request processed in 141us (5539us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.077050:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24135 00000100:00100000:2.0:1787755779.077287:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955392:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.077548:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955520:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.077596:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.077655:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.077694:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666955520 00000100:00100000:3.0:1787755779.077702:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666955520 00000100:00100000:3.0:1787755779.077763:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24136 00000100:00100000:3.0:1787755779.077772:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955520:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.078608:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955520:12345-0@lo:1000:mdt_io00_003.0 Request processed in 833us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.078618:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24136 00000100:00100000:1.0:1787755779.078979:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955520:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.079093:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955648:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.079151:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.079193:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755779.079344:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666955648 00000100:00100000:0.0:1787755779.079353:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666955648 00000100:00100000:0.0:1787755779.079403:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24137 00000100:00100000:0.0:1787755779.079412:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955648:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.079573:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955648:12345-0@lo:1000:mdt_io00_003.0 Request processed in 162us (421us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755779.079581:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24137 00000100:00100000:2.0:1787755779.079673:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955648:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.079761:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955776:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.079789:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.079815:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.079874:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666955776 00000100:00100000:3.0:1787755779.079878:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666955776 00000100:00100000:3.0:1787755779.079910:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24138 00000100:00100000:3.0:1787755779.079916:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955776:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.079976:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955776:12345-0@lo:1000:mdt_io00_003.0 Request processed in 60us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.079983:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24138 00000100:00100000:0.0:1787755779.080069:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955776:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.080143:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955904:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.080168:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.080222:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755779.080291:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666955904 00000100:00100000:2.0:1787755779.080295:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666955904 00000100:00100000:2.0:1787755779.080394:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24139 00000100:00100000:2.0:1787755779.080401:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955904:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.080462:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666955904:12345-0@lo:1000:mdt_io00_003.0 Request processed in 50us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755779.080469:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24139 00000100:00100000:0.0:1787755779.081072:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666955904:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755779.081107:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5a:0x0] 00010000:00010000:0.0:1787755779.081213:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.081237:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.081246:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.081278:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.081293:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 9 pid: 35153 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755779.081307:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666956032:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755779.081430:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.088523:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755779.088622:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755779.088778:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429824 00000100:00100000:3.0:1787755779.088799:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429824 00010000:00010000:3.0:1787755779.088883:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 8 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755779.088948:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654429952 00000100:00100000:3.0:1787755779.088952:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654429952 00010000:00010000:3.0:1787755779.088976:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 10 pid: 35153 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755779.089008:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21615 00000100:00100000:3.0:1787755779.089023:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654429824:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755779.089044:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1787755779.089083:0:6504:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x518:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1787755779.089254:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 8 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089275:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 8 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089357:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc9d9705/0x9b2b325365786e03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aa9 expref: 8 pid: 8679 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089385:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755779.089392:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755779.089405:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089426:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089501:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755779.089522:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1874588666956160:192.168.201.7@tcp:105: 00000100:00100000:3.0:1787755779.089643:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe519873c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.089677:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21616 00000100:00100000:3.0:1787755779.089687:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654429952:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755779.089699:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755779.089709:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 10 pid: 35153 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089721:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 10 pid: 35153 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089740:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4d00) 00010000:00010000:3.0:1787755779.089758:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089767:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089774:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.089790:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755779.089821:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654429952:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 136us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.089829:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21616 00010000:00010000:2.0:1787755779.090391:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365786f14 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1da9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae1 expref: 9 pid: 35153 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755779.090417:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588666956032:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755779.090448:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.090469:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.090476:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.090573:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.090583:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.090596:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755779.090621:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956288:0@lo:101:mdt_io00_003.0 00000100:00100000:2.0:1787755779.090691:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.090730:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.091011:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666956288 00000100:00100000:3.0:1787755779.091021:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666956288 00000100:00100000:3.0:1787755779.091170:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24140 00000100:00100000:3.0:1787755779.091183:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588666956288:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:3.0:1787755779.091211:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755779.091241:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365786f68 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365786f61 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.091280:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365786f68 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365786f61 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.091306:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365786f68 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365786f61 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.091340:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755779.091343:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1787755779.091347:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755779.091423:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956288:12345-0@lo:101:mdt_io00_003.0 Request processed in 242us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.091430:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24140 00000100:00100000:1.0:1787755779.091843:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956288:0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755779.091869:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.091883:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755779.091913:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5b:0x0] 00000100:00100000:1.0:1787755779.092000:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956416:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.092050:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.092097:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755779.096191:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666956416 00000100:00100000:2.0:1787755779.096222:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666956416 00000100:00100000:2.0:1787755779.096357:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24141 00000100:00100000:2.0:1787755779.096372:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956416:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755779.096593:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956416:12345-0@lo:1000:mdt_io00_003.0 Request processed in 224us (4541us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755779.096602:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24141 00000100:00100000:1.0:1787755779.096693:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956416:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755779.096774:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00000100:00100000:1.0:1787755779.096849:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956544:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.096894:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.096937:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.097056:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666956544 00000100:00100000:3.0:1787755779.097062:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666956544 00000100:00100000:3.0:1787755779.097107:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24142 00000100:00100000:3.0:1787755779.097116:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956544:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.097198:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956544:12345-0@lo:1000:mdt_io00_003.0 Request processed in 83us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.097205:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24142 00000100:00100000:1.0:1787755779.097414:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956544:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755779.097433:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5a:0x0] 00010000:00010000:1.0:1787755779.097560:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.097582:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.097598:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.097657:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956672:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.097801:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.097828:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.097908:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666956672 00000100:00100000:3.0:1787755779.097915:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666956672 00000100:00100000:3.0:1787755779.097954:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24143 00000100:00100000:3.0:1787755779.097962:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956672:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.098046:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956672:12345-0@lo:1000:mdt_io00_003.0 Request processed in 84us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.098053:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24143 00000100:00100000:0.0:1787755779.098150:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956672:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755779.098174:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5a:0x0] 00000100:00100000:0.0:1787755779.098207:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956800:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.098244:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.098271:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.098436:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666956800 00000100:00100000:3.0:1787755779.098460:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666956800 00000100:00100000:3.0:1787755779.098486:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24144 00000100:00100000:3.0:1787755779.098493:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956800:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.098550:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956800:12345-0@lo:1000:mdt_io00_003.0 Request processed in 58us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.098557:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24144 00000100:00100000:0.0:1787755779.098672:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956800:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.098728:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956928:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.098767:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.098790:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.098964:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666956928 00000100:00100000:1.0:1787755779.098969:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666956928 00000100:00100000:1.0:1787755779.099005:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24145 00000100:00100000:1.0:1787755779.099013:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956928:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.099083:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666956928:12345-0@lo:1000:mdt_io00_003.0 Request processed in 70us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.100260:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666956928:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755779.100344:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00000100:00100000:0.0:1787755779.100406:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37f480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957056:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.100564:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24145 00000100:00100000:0.0:1787755779.100862:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.100905:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755779.101539:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957056 00000100:00100000:2.0:1787755779.101552:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957056 00000100:00100000:3.0:1787755779.101628:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24146 00000100:00100000:3.0:1787755779.101724:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957056:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.101917:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957056:12345-0@lo:1000:mdt_io00_003.0 Request processed in 200us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.102004:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37f480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957056:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755779.102060:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5a:0x0] 00000100:00100000:1.0:1787755779.102458:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957184:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.102530:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.102574:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957184 00000100:00100000:1.0:1787755779.102579:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957184 00000100:00100000:0.0:1787755779.114524:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.116310:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24146 00000100:00100000:1.0:1787755779.116615:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24147 00000100:00100000:1.0:1787755779.116645:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957184:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.117344:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957184:12345-0@lo:1000:mdt_io00_003.0 Request processed in 682us (14781us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.117354:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24147 00000100:00100000:0.0:1787755779.117520:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957184:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.117635:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37dc00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957312:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.117720:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.118050:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.118256:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957312 00000100:00100000:3.0:1787755779.118266:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957312 00000100:00100000:3.0:1787755779.118362:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24148 00000100:00100000:3.0:1787755779.118374:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957312:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755779.118478:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957312:12345-0@lo:1000:mdt_io00_003.0 Request processed in 106us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.118486:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24148 00000100:00100000:3.0:1787755779.118546:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6504:1874588666956160:192.168.201.7@tcp:105: 00010000:00010000:3.0:1787755779.118570:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755779.118627:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502eb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654429824:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 29608us (30121us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.118637:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21615 00000100:00100000:2.0:1787755779.118653:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755779.118762:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430080 00000100:00100000:2.0:1787755779.118767:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430080 00000100:00100000:2.0:1787755779.118817:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70143 00000100:00100000:2.0:1787755779.118825:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:224179:x1874588654430080:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755779.118845:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755779.118871:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786f76 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1da9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b19 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.118944:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786f76 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b19 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.118964:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786f76 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1da9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b19 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.118990:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4d00) 00010000:00010000:2.0:1787755779.118995:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755779.118999:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755779.119034:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:224179:x1874588654430080:12345-192.168.201.7@tcp:101:cat.0 Request processed in 210us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755779.119041:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70143 00000100:00100000:1.0:1787755779.119233:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37dc00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957312:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.119395:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957440:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755779.119443:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755779.119479:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755779.120266:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957440 00000100:00100000:0.0:1787755779.120276:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957440 00000100:00100000:0.0:1787755779.120368:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24149 00000100:00100000:0.0:1787755779.120380:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957440:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755779.120615:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588666957440:12345-0@lo:1000:mdt_io00_003.0 Request processed in 237us (1170us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.120622:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24149 00000100:00100000:1.0:1787755779.122778:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588666957440:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755779.123410:0:124229:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1da9:0x0] is inserted into orphan list, open count = 1 00000040:00080000:1.0:1787755779.123505:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].934, 1240 off873328 00000040:00080000:1.0:1787755779.123570:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].937, 1320 off970512 00000004:00080000:1.0:1787755779.123577:0:124229:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4c7e2c00 with version 1822 00000004:00080000:2.0:1787755779.124843:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1822 rpc_version 1822 00000020:00100000:2.0:1787755779.124901:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755779.124915:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe45569c00 x1874588666957696/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755779.124946:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666957696:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755779.125032:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755779.125078:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755779.125256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755779.125844:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957696 00000100:00100000:0.0:1787755779.125856:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957696 00000100:00100000:0.0:1787755779.125927:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24150 00000100:00100000:0.0:1787755779.125938:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666957696:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755779.126396:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666957696:12345-0@lo:1000:osp_up1-0.0 Request processed in 458us (1362us total) trans 4294985340 rc 0/0 00000100:00100000:0.0:1787755779.126404:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24150 00000100:00100000:3.0:1787755779.126702:0:38078:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430208 00000100:00100000:3.0:1787755779.126709:0:38078:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430208 00002000:00100000:3.0:1787755779.126767:0:38078:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x518:0x0] (0->4095) req@ffff9dfe4a3b2a00 x1874588654430208/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:350/0 lens 488/0 e 0 to 0 dl 1787755790 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755779.126778:0:38078:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a3b2a00 with x1874588654430208 ext(0->4095) 00002000:00010000:3.0:1787755779.126786:0:38078:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a3b2a00 00000100:00100000:3.0:1787755779.126808:0:38078:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27916 00000100:00100000:3.0:1787755779.126816:0:38078:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654430208:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:3.0:1787755779.127089:0:38078:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654430208:12345-192.168.201.7@tcp:3:cat.0 Request processed in 266us (1828us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1787755779.127097:0:38078:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27916 00002000:00100000:3.0:1787755779.127104:0:38078:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x518:0x0] (0->4095) req@ffff9dfe4a3b2a00 x1874588654430208/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:350/0 lens 488/4536 e 0 to 0 dl 1787755790 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755779.127112:0:38078:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a3b2a00 with x1874588654430208 ext(0->4095) 00002000:00010000:3.0:1787755779.127115:0:38078:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a3b2a00 00000100:00100000:0.0:1787755779.127633:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666957696:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1787755779.127975:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.127989:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128001:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128009:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.128014:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128023:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128043:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4d00) 00010000:00010000:1.0:1787755779.128047:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755779.128053:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128059:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365786f5a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1da9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755779.128645:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5b:0x0] 00010000:00010000:1.0:1787755779.128655:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128665:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128692:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128699:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128712:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128717:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.128721:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128728:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.128739:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755779.129052:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755779.129058:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129182:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365786f45 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755779.129211:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000033e3630f reply state 000000008a1ab0a5 transno 8589957423 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129228:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129238:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff531e4700) 00010000:00010000:1.0:1787755779.129241:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755779.129245:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1787755779.129251:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00010000:00010000:1.0:1787755779.129256:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129268:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129274:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129358:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755779.129363:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x193:0x0] 00010000:00010000:1.0:1787755779.129368:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129376:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129386:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129392:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129396:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129401:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.129404:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129411:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129421:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dff531e4a00) 00010000:00010000:1.0:1787755779.129423:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755779.129426:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.129431:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365786f6f lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.129567:0:124229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:224181:x1874588654428928:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 133408us (133736us total) trans 8589957423 rc 0/0 00000100:00100000:1.0:1787755779.129578:0:124229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1228 00010000:00010000:2.0:1787755779.129902:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755779.129912:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.129922:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755779.129927:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755779.129935:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.129982:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 2/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.129989:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755779.130032:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 1/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.130040:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2000/0x9b2b325365786f0d lrc: 0/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f22 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755779.130060:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755779.130072:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755779.130074:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755779.130090:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755779.130110:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666957824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755779.130191:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755779.130633:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957824 00000100:00100000:3.0:1787755779.130647:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957824 00000100:00100000:3.0:1787755779.130729:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11058 00000100:00100000:3.0:1787755779.130754:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666957824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755779.130775:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755779.130807:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f22 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786f0d expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.130830:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:3.0:1787755779.130839:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755779.130899:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588666957824:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.130906:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11058 00000100:00100000:2.0:1787755779.131825:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666957824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755779.140710:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755779.140817:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430464 00000100:00100000:0.0:1787755779.140835:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430464 00000100:00100000:0.0:1787755779.140912:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9337 00000100:00100000:0.0:1787755779.140925:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:224179:x1874588654430464:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:0.0:1787755779.141242:0:6523:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1da9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1787755779.141593:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].218, 64 off22144 00000004:00080000:0.0:1787755779.141615:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8836163298824ns, next at 8837163293149ns, rc = 0 00010000:00010000:0.0:1787755779.141727:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.141757:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.141775:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.141787:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.141796:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.141808:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.141891:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755779.142074:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:224179:x1874588654430464:12345-192.168.201.7@tcp:35:cat.0 Request processed in 1149us (1384us total) trans 8589957424 rc 0/0 00000100:00100000:0.0:1787755779.142083:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9337 00010000:00010000:3.0:1787755779.145843:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755779.145865:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.145881:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755779.145887:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.145900:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.145927:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4d00) 00010000:00010000:3.0:1787755779.145930:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755779.145937:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.145943:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365786f7d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1da9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.145967:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755779.145969:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755779.145971:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755779.556474:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666957952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755779.556583:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755779.558393:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666957952 00000100:00100000:3.0:1787755779.558410:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666957952 00000100:00100000:3.0:1787755779.558527:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773 00000100:00100000:3.0:1787755779.558539:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666957952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755779.558585:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755779.558683:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666957952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (2101us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.558691:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773 00000100:00100000:3.0:1787755779.558761:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973853 gen 2 00000004:00080000:3.0:1787755779.558768:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a91ed80, transno 4294973853 00000100:00100000:3.0:1787755779.558793:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666957952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755779.561290:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666958080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755779.561492:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787755779.561566:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755779.561672:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666958080 00000100:00100000:1.0:1787755779.562233:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666958080 00000100:00100000:1.0:1787755779.562408:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6774 00000100:00100000:1.0:1787755779.562419:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666958080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755779.562460:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:1.0:1787755779.562541:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666958080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.562548:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6774 00000100:00100000:1.0:1787755779.562589:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666958208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755779.562631:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787755779.562672:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755779.563192:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666958208 00000100:00100000:0.0:1787755779.563201:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666958208 00000100:00100000:0.0:1787755779.563244:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24151 00000100:00100000:0.0:1787755779.563254:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588666958208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755779.563305:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442803712 avail 1296564224 00000100:00100000:0.0:1787755779.563379:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588666958208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.563386:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24151 00000100:00100000:1.0:1787755779.565547:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666958080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755779.565642:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666958208:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787755779.565964:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755779.565982:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.566038:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.566046:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755779.566911:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365786f37 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f3e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.566956:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755779.566968:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.567229:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666958336:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755779.567428:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755779.567538:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.567548:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787755779.567623:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666958464:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755779.567663:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755779.567786:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3400/0x9b2b325365786f61 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365786f68 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755779.567808:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957424 is committed 00000004:00080000:1.0:1787755779.567818:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 226 committed 00000001:00080000:1.0:1787755779.567854:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957423 is committed 00000020:00080000:1.0:1787755779.567868:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979804 batchid updated 00000001:00080000:1.0:1787755779.567877:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957422 is committed 00000100:00100000:0.0:1787755779.569906:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666958336 00000100:00100000:0.0:1787755779.569926:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666958336 00000100:00100000:0.0:1787755779.570045:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666958464 00000100:00100000:0.0:1787755779.570049:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666958464 00000100:00100000:0.0:1787755779.570078:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11059 00000100:00100000:0.0:1787755779.570091:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588666958336:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755779.570110:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755779.570143:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365786f3e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x193:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786f37 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.570169:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x4ec94fd6 (ffff9dfe52604000) 00010000:00010000:0.0:1787755779.570183:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755779.570289:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588666958336:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 200us (2862us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.570298:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11059 00000100:00100000:0.0:1787755779.570342:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11060 00000100:00100000:0.0:1787755779.570348:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666958464:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755779.570356:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755779.570368:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365786f68 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365786f61 expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755779.570390:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:0.0:1787755779.570399:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755779.571074:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571086:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571095:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571102:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.571107:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571123:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571136:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff531e4700) 00010000:00010000:1.0:1787755779.571139:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755779.571143:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571150:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365786dee lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571178:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571186:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571193:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571198:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755779.571201:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571207:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571214:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff531e4700) 00010000:00010000:1.0:1787755779.571216:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755779.571220:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.571226:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365786f53 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.571278:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666958592:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1787755779.571370:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1787755779.571641:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979804 00000100:00100000:3.0:1787755779.571947:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666958592 00000100:00100000:3.0:1787755779.571958:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666958592 00000100:00100000:3.0:1787755779.572035:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30753 00000100:00100000:3.0:1787755779.572047:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666958592:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787755779.572096:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1304 count 1 00010000:00010000:3.0:1787755779.572134:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.572163:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.572174:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755779.572181:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755779.572186:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.572231:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755779.572249:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 5 pid: 8433 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755779.574643:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588666958720:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755779.574864:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755779.575657:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666958336:0@lo:103:jbd2/dm-0-8.0 00000004:00080000:1.0:1787755779.575853:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4c7e2840 with version 1823 00000020:00080000:1.0:1787755779.575879:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979804 cancel update log [0x240000404:0x2:0x0].936: rc = 0 00000020:00080000:1.0:1787755779.576159:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979804 cancel update log [0x200000bd0:0x2:0x0].933: rc = 0 00000020:00080000:1.0:1787755779.576174:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979804 00000100:00100000:0.0:1787755779.580141:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666958464:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 9770us (12454us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755779.580163:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11060 00000004:00080000:0.0:1787755779.580217:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1823 rpc_version 1823 00000020:00100000:0.0:1787755779.580272:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755779.580284:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4c37ce00 x1874588666958976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755779.580360:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666958976:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755779.580475:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755779.580510:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b28c900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755779.580572:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666958976 00000100:00100000:0.0:1787755779.580584:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666958976 00000100:00100000:0.0:1787755779.580648:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24152 00000100:00100000:0.0:1787755779.580659:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588666958976:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755779.581108:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588666958976:12345-0@lo:1000:osp_up1-0.0 Request processed in 393us (576us total) trans 4294985341 rc 0/0 00000100:00100000:0.0:1787755779.581117:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24152 00000100:00100000:0.0:1787755779.581189:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37ce00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666958976:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755779.585610:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755779.587927:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588666958720:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755779.587985:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.589449:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430592 00000100:00100000:1.0:1787755779.589471:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430592 00010000:00010000:1.0:1787755779.589545:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 6 pid: 8433 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755779.589607:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21617 00000100:00100000:1.0:1787755779.589623:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654430592:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755779.589646:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755779.589653:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 6 pid: 8433 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.589671:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 6 pid: 8433 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.589827:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b325365786f4c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x518:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b12 expref: 6 pid: 8433 timeout: 8936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.589849:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755779.589854:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x518:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755779.589862:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.589876:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.589912:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755779.589998:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654430592:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 378us (4406us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755779.590008:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21617 00010000:00010000:1.0:1787755779.590450:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.590465:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.590478:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.590487:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.590512:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755779.591089:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666958592:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19040us (19715us total) trans 4294976192 rc 0/0 00000100:00100000:1.0:1787755779.591101:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30753 00010000:00010000:1.0:1787755779.591141:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755779.591150:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.591160:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755779.591166:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.591175:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.591195:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.591203:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365786f84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x518:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755779.591229:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755779.591232:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755779.591234:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755779.591531:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe471f9f80/2, rc 0, transno 4294976192 00000100:00100000:1.0:1787755779.591542:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666958592:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1787755779.596168:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666958464:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755779.986050:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755779.986093:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755779.986125:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430848 00000100:00100000:3.0:1787755779.986135:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430848 00000100:00100000:3.0:1787755779.986191:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30754 00000100:00100000:3.0:1787755779.986202:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654430848:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:3.0:1787755779.986336:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654430848:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 112us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755779.986348:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30754 00000100:00100000:1.0:1787755779.989914:0:8439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430720 00000100:00100000:1.0:1787755779.989946:0:8439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430720 00002000:00100000:1.0:1787755779.990003:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4d1:0x0] (0->5) req@ffff9dfe47894a80 x1874588654430720/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:350/0 lens 496/0 e 0 to 0 dl 1787755790 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755779.990015:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe47894a80 with x1874588654430720 ext(0->5) 00002000:00010000:1.0:1787755779.990021:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe47894a80 00000100:00100000:1.0:1787755779.990053:0:8439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27917 00000100:00100000:1.0:1787755779.990065:0:8439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654430720:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755779.993392:0:8439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654430720:12345-192.168.201.7@tcp:4:bash.0 Request processed in 3315us (7340us total) trans 4294973854 rc 0/0 00000100:00100000:1.0:1787755779.993649:0:8439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27917 00002000:00100000:1.0:1787755779.993665:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000400:0x4d1:0x0] (0->5) req@ffff9dfe47894a80 x1874588654430720/t4294973854(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:350/0 lens 496/448 e 0 to 0 dl 1787755790 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755779.993676:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe47894a80 with x1874588654430720 ext(0->5) 00002000:00010000:1.0:1787755779.993683:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe47894a80 00010000:00010000:0.0:1787755780.067021:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755780.512396:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755780.512788:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654430976 00000100:00100000:1.0:1787755780.512802:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654430976 00000100:00100000:1.0:1787755780.512932:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70144 00000100:00100000:1.0:1787755780.512945:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:224217:x1874588654430976:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755780.512968:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755780.512995:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786f8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b20 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.513084:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786f92 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.513100:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786f92 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.513117:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786f92 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755780.513249:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00000004:00200000:1.0:1787755780.513255:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787755780.513281:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786f92 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.513343:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365786f8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b20 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.513372:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786f92 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b20 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.513381:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:1.0:1787755780.513385:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755780.513390:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755780.513482:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:224217:x1874588654430976:12345-192.168.201.7@tcp:101:rm.0 Request processed in 539us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755780.513491:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70144 00000100:00080000:0.0:1787755780.514573:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755780.522040:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755780.522098:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654431104 00000100:00100000:2.0:1787755780.522113:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654431104 00000100:00100000:2.0:1787755780.522184:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70145 00000100:00100000:2.0:1787755780.522196:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:224217:x1874588654431104:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755780.522220:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755780.522250:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786f99 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b27 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.522357:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.522374:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.522390:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755780.522452:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x193:0x0]: returning size 4096 00000004:00200000:2.0:1787755780.522458:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755780.522497:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365786f99 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.522515:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.522525:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:2.0:1787755780.522528:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755780.522532:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755780.522594:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+8:224217:x1874588654431104:12345-192.168.201.7@tcp:101:rm.0 Request processed in 400us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.522602:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70145 00000100:00100000:0.0:1787755780.527355:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.527455:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654431232 00000100:00100000:3.0:1787755780.527467:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654431232 00000100:00100000:3.0:1787755780.527537:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70146 00000100:00100000:3.0:1787755780.527549:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:224217:x1874588654431232:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755780.527575:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.527600:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fa7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b2e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.527666:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.527682:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.527694:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755780.527743:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x191:0x0]: returning size 4096 00000004:00200000:3.0:1787755780.527748:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755780.527785:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fa7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.527805:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.527814:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:3.0:1787755780.527817:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755780.527820:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755780.527888:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654431232:12345-192.168.201.7@tcp:101:rm.0 Request processed in 342us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.527895:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70146 00000100:00080000:0.0:1787755780.528061:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755780.531594:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.543218:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654431488 00000100:00100000:3.0:1787755780.543229:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654431488 00000100:00100000:3.0:1787755780.543290:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70147 00000100:00100000:3.0:1787755780.543300:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:224217:x1874588654431488:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755780.543339:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.543364:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fb5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b35 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755780.543521:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00010000:00010000:3.0:1787755780.543614:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fb5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b35 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.543630:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:3.0:1787755780.543632:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755780.543637:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fb5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b35 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.543653:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755780.543721:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:224217:x1874588654431488:12345-192.168.201.7@tcp:101:rm.0 Request processed in 422us (12133us total) trans 4294985342 rc 301/301 00000100:00100000:3.0:1787755780.543728:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70147 00000100:00100000:3.0:1787755780.550645:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755780.550761:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654431616 00000100:00100000:0.0:1787755780.550774:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654431616 00000100:00100000:0.0:1787755780.550840:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9338 00000100:00100000:0.0:1787755780.550851:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff4168f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:224217:x1874588654431616:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755780.557024:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff4168f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:224217:x1874588654431616:12345-192.168.201.7@tcp:37:rm.0 Request processed in 6162us (6381us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.557042:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9338 00000100:00100000:0.0:1787755780.571505:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755780.571605:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654431744 00000100:00100000:1.0:1787755780.571616:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654431744 00000100:00100000:1.0:1787755780.571790:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9339 00000100:00100000:1.0:1787755780.571802:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654431744:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755780.578042:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654431744:12345-192.168.201.7@tcp:37:rm.0 Request processed in 6232us (6538us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.578055:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9339 00000100:00100000:0.0:1787755780.585440:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755780.586081:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654432000 00000100:00100000:1.0:1787755780.586092:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654432000 00000100:00100000:1.0:1787755780.586150:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9340 00000100:00100000:1.0:1787755780.586161:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:224217:x1874588654432000:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:1.0:1787755780.586440:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1191, 344 off1083856 00000040:00080000:1.0:1787755780.586492:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1509, 424 off1524016 00000004:00080000:1.0:1787755780.586498:0:6522:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c7e2a80 with version 6822 00000004:00080000:0.0:1787755780.586649:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6822 rpc_version 6822 00000020:00100000:0.0:1787755780.586691:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755780.586701:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f442300 x1874588666959232/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755780.586725:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f442300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666959232:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755780.586788:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755780.586825:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755780.592781:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666959232 00000100:00100000:1.0:1787755780.592798:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666959232 00000100:00100000:1.0:1787755780.592864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24153 00000100:00100000:1.0:1787755780.592960:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666959232:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755780.593394:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666959232:12345-0@lo:1000:osp_up0-1.0 Request processed in 438us (6604us total) trans 8589957425 rc 0/0 00000100:00100000:2.0:1787755780.593503:0:7464:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957422 gen 2 00000004:00080000:2.0:1787755780.593509:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957420 committed transno 8589957422 00000004:00080000:2.0:1787755780.593527:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957421 committed transno 8589957422 00000004:00080000:2.0:1787755780.593537:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957422 committed transno 8589957422 00000100:00100000:2.0:1787755780.593555:0:7464:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dff7f442300 x1874588666959232/t8589957425(8589957425) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1787755796 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787755780.593581:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f442300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666959232:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755780.596757:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654432000:12345-192.168.201.7@tcp:35:rm.0 Request processed in 10580us (11322us total) trans 4294985343 rc 0/0 00000100:00100000:2.0:1787755780.596772:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9340 00000100:00100000:0.0:1787755780.603694:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.603817:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654432256 00000100:00100000:3.0:1787755780.603827:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654432256 00000100:00100000:3.0:1787755780.603896:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70148 00000100:00100000:3.0:1787755780.603907:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654432256:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755780.603933:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.603959:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b3c expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.604275:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fca lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.604290:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fca lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.604301:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fca lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755780.604334:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00010000:00010000:3.0:1787755780.604439:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b3c expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.604462:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fca lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b3c expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.604471:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:3.0:1787755780.604474:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755780.604478:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755780.604807:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:224217:x1874588654432256:12345-192.168.201.7@tcp:101:rm.0 Request processed in 900us (1119us total) trans 4294985344 rc 0/0 00000100:00100000:3.0:1787755780.604814:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70148 00000100:00100000:1.0:1787755780.607077:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24153 00000100:00100000:1.0:1787755780.619600:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.619703:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654432384 00000100:00100000:3.0:1787755780.619715:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654432384 00000100:00100000:3.0:1787755780.619796:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70149 00000100:00100000:3.0:1787755780.619806:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654432384:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:3.0:1787755780.619858:0:35159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345340416 00000100:00100000:3.0:1787755780.619942:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654432384:12345-192.168.201.7@tcp:41:rm.0 Request processed in 138us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.619950:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70149 00000100:00100000:0.0:1787755780.625255:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.625532:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654432512 00000100:00100000:3.0:1787755780.625544:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654432512 00000100:00100000:3.0:1787755780.625602:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70150 00000100:00100000:3.0:1787755780.625614:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:224217:x1874588654432512:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755780.625642:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.625667:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fd8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b43 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625764:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625779:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625791:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625813:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625821:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625827:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625926:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786fed lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625935:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786fed lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625942:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786fed lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755780.625968:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786fed lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625989:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.625997:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626006:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626013:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626020:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.626025:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626032:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626045:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:3.0:1787755780.626048:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.626054:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 3/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626060:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365786fdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626077:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626084:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626089:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626095:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.626098:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626104:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626116:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dff439f7a00) 00010000:00010000:3.0:1787755780.626118:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.626121:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626127:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365786fe6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626157:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365786fd8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b43 expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626171:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786fed lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b43 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.626177:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:3.0:1787755780.626180:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755780.626182:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755780.626247:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:224217:x1874588654432512:12345-192.168.201.7@tcp:101:rm.0 Request processed in 634us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.626254:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70150 00000100:00100000:0.0:1787755780.630148:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755780.630500:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654432640 00000100:00100000:1.0:1787755780.630514:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654432640 00000100:00100000:1.0:1787755780.630577:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70151 00000100:00100000:1.0:1787755780.630590:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:224217:x1874588654432640:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755780.630623:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755780.630655:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365786ff4 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b4a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.630736:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786ffb lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.630752:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786ffb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.630765:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786ffb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755780.630822:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5b:0x0]: returning size 6 00000004:00200000:1.0:1787755780.630826:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1787755780.630864:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365786ff4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b4a expref: 14 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.630881:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786ffb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b4a expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.630891:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff531e4700) 00010000:00010000:1.0:1787755780.630894:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755780.630897:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755780.630958:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:224217:x1874588654432640:12345-192.168.201.7@tcp:101:rm.0 Request processed in 371us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755780.630965:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70151 00000100:00100000:0.0:1787755780.636963:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755780.637007:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755780.637083:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654432768 00000100:00100000:1.0:1787755780.637094:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654432768 00000100:00100000:1.0:1787755780.637162:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11061 00000100:00100000:1.0:1787755780.637173:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654432768:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755780.637189:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755780.637213:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365786fed lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b43 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755780.637232:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:1.0:1787755780.637243:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755780.637296:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654432768:12345-192.168.201.7@tcp:103:rm.0 Request processed in 125us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755780.637306:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11061 00000100:00100000:3.0:1787755780.644746:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654433024 00000100:00100000:3.0:1787755780.644765:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654433024 00000100:00100000:3.0:1787755780.644933:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70152 00000100:00100000:3.0:1787755780.644945:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:224217:x1874588654433024:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755780.645007:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755780.645037:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365786ffb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b4a expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645063:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff531e4700) 00010000:00010000:3.0:1787755780.645075:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755780.645123:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645131:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645140:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.645162:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666959360:0@lo:101:mdt00_007.0 00000100:00100000:3.0:1787755780.645225:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.645254:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50305300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755780.645272:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666959360 00000100:00100000:3.0:1787755780.645276:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666959360 00000100:00100000:3.0:1787755780.645306:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24154 00000100:00100000:3.0:1787755780.645331:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588666959360:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755780.645346:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.645360:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787002 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645381:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645390:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645417:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.645447:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 9 pid: 35169 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.645458:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666959488:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755780.645520:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.651961:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666959488:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755780.652006:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652028:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:0.0:1787755780.652033:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755780.652037:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652047:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:0.0:1787755780.652115:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588666959360:12345-0@lo:101:mdt00_007.0 Request processed in 6801us (6889us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.652125:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24154 00000100:00100000:3.0:1787755780.652264:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755780.652344:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654433152 00000100:00100000:0.0:1787755780.652352:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654433152 00010000:00010000:0.0:1787755780.652386:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 10 pid: 35169 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755780.652417:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21618 00000100:00100000:0.0:1787755780.652435:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654433152:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755780.652449:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755780.652455:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 10 pid: 35169 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652468:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 10 pid: 35169 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652491:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365786fae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x191:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b2e expref: 10 pid: 35169 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652506:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:0.0:1787755780.652511:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652521:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652530:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652562:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755780.652574:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666959616:0@lo:105: 00000100:00100000:0.0:1787755780.652612:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755780.652645:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.652675:0:6502:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755780.652686:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666959616 00000100:00100000:0.0:1787755780.652690:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666959616 00000100:00100000:0.0:1787755780.652725:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7888 00000100:00100000:0.0:1787755780.652732:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe59568850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666959616:12345-0@lo:105: 00010000:00010000:0.0:1787755780.652742:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652752:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652761:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652769:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652777:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652785:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.652798:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a200) 00000100:00100000:0.0:1787755780.652828:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe59568850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666959616:12345-0@lo:105: Request processed in 97us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.652834:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7888 00000100:00100000:0.0:1787755780.652890:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666959616:0@lo:105: 00010000:00010000:0.0:1787755780.652901:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755780.652936:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654433152:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 512us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.652944:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21618 00000100:00100000:2.0:1787755780.653311:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666959360:0@lo:101:mdt00_007.0 00010000:00010000:2.0:1787755780.653355:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755780.653377:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x191:0x0] 00010000:00010000:2.0:1787755780.653414:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.653433:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.653443:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.653459:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666959744:0@lo:101:mdt00_007.0 00000100:00100000:2.0:1787755780.653489:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.653505:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.653562:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666959744 00000100:00100000:0.0:1787755780.653567:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666959744 00000100:00100000:0.0:1787755780.653606:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24155 00000100:00100000:0.0:1787755780.653613:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588666959744:12345-0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755780.653628:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755780.653644:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787017 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787010 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.653841:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787017 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787010 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.653858:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787017 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787010 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.653867:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dfe52604000) 00010000:00010000:0.0:1787755780.653869:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755780.653872:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755780.653909:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666959744:12345-0@lo:101:mdt00_007.0 Request processed in 295us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.653915:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24155 00000100:00100000:0.0:1787755780.653946:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666959744:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755780.653957:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.653967:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755780.653979:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x191:0x0] 00000100:00100000:0.0:1787755780.654015:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666959872:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.654041:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755780.654057:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755780.654127:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666959872 00000100:00100000:2.0:1787755780.654132:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666959872 00000100:00100000:2.0:1787755780.654159:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24156 00000100:00100000:2.0:1787755780.654165:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666959872:12345-0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755780.654222:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666959872:12345-0@lo:1000:mdt00_007.0 Request processed in 57us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.654228:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24156 00000100:00100000:0.0:1787755780.654283:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666959872:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.654361:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666960000:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.654385:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755780.654400:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.654410:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960000 00000100:00100000:0.0:1787755780.654414:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960000 00000100:00100000:0.0:1787755780.654449:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24157 00000100:00100000:0.0:1787755780.654456:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666960000:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.654523:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666960000:12345-0@lo:1000:mdt00_007.0 Request processed in 67us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.654530:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24157 00000100:00100000:0.0:1787755780.654555:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666960000:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.654594:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666960128:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.654616:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755780.654628:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.654640:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960128 00000100:00100000:0.0:1787755780.654644:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960128 00000100:00100000:0.0:1787755780.654947:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24158 00000100:00100000:0.0:1787755780.654956:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666960128:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755780.655052:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666960128:12345-0@lo:1000:mdt00_007.0 Request processed in 98us (435us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755780.655059:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24158 00000100:00100000:2.0:1787755780.655109:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666960128:0@lo:1000:mdt00_007.0 00010000:00010000:2.0:1787755780.655168:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.655177:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.655186:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.655198:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666960256:0@lo:101:mdt00_007.0 00000100:00100000:2.0:1787755780.655221:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.664685:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755780.670187:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960256 00000100:00100000:3.0:1787755780.670202:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960256 00000100:00100000:3.0:1787755780.670254:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24159 00000100:00100000:3.0:1787755780.670264:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588666960256:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755780.670283:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.670305:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787025 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578701e expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670354:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787025 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578701e expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670369:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787025 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578701e expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670378:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755780.670382:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755780.670385:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755780.670473:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35152:x1874588666960256:12345-0@lo:101:mdt00_007.0 Request processed in 210us (15251us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.670479:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24159 00000100:00100000:3.0:1787755780.670541:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666960256:0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755780.670560:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670570:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670602:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670610:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.670617:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787755780.670935:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].217, 64 off22080 00000004:00080000:3.0:1787755780.670947:0:35152:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8837692631326ns, next at 8838692628583ns, rc = 0 00000040:00080000:3.0:1787755780.670976:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1192, 384 off1084240 00000040:00080000:3.0:1787755780.671037:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1510, 464 off1524480 00000004:00080000:3.0:1787755780.671043:0:35152:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c7e2180 with version 6823 00000004:00080000:3.0:1787755780.671060:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6823 rpc_version 6823 00000020:00100000:3.0:1787755780.671088:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755780.671096:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe47895c00 x1874588666960512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755780.671120:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47895c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666960512:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755780.671169:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.671191:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff4133ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755780.671207:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960512 00000100:00100000:3.0:1787755780.671212:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960512 00000100:00100000:3.0:1787755780.671234:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24160 00000100:00100000:3.0:1787755780.671242:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666960512:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755780.671540:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666960512:12345-0@lo:1000:osp_up0-1.0 Request processed in 299us (370us total) trans 8589957426 rc 0/0 00000100:00100000:3.0:1787755780.671548:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24160 00000100:00100000:3.0:1787755780.671598:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47895c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666960512:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755780.671629:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671641:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671650:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671657:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671664:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671670:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671687:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755780.671711:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671718:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671725:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671731:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.671737:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671744:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671757:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:3.0:1787755780.671760:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.671764:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671771:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578702c lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671786:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671793:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671800:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671819:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755780.671830:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x191:0x0] 00010000:00010000:3.0:1787755780.671837:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671845:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671851:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671867:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1787755780.671872:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x191:0x0] 00010000:00010000:3.0:1787755780.671877:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671883:0:35152:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.671949:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:224217:x1874588654433024:12345-192.168.201.7@tcp:36:rm.0 Request processed in 27005us (34940us total) trans 4294985345 rc 0/0 00000100:00100000:3.0:1787755780.671957:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70152 00010000:00010000:3.0:1787755780.671980:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787755780.671985:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.671992:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755780.671996:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672002:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672011:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:3.0:1787755780.672014:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755780.672017:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672022:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787033 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e5b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672038:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755780.672042:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672048:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755780.672052:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755780.672061:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672085:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672092:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755780.672115:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672126:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578701e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787025 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672141:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755780.672144:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672150:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755780.672153:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755780.672159:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672174:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672179:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755780.672184:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672190:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787002 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787009 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672201:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755780.672203:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755780.672204:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755780.672211:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755780.672216:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755780.672365:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666960640:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755780.672403:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.672443:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755780.672449:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666960768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755780.672472:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.672507:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960640 00000100:00100000:3.0:1787755780.672514:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960640 00000100:00100000:3.0:1787755780.672619:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960768 00000100:00100000:3.0:1787755780.672623:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960768 00000100:00100000:3.0:1787755780.672649:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11062 00000100:00100000:3.0:1787755780.672658:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666960640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755780.672671:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755780.672688:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787025 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578701e expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672700:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5b:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755780.672707:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755780.672736:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666960640:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.672743:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11062 00000100:00100000:3.0:1787755780.672759:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11063 00000100:00100000:3.0:1787755780.672765:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666960768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755780.672773:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755780.672785:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787009 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x191:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787002 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.672801:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:3.0:1787755780.672807:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755780.672829:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588666960768:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.672835:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11063 00000100:00100000:3.0:1787755780.672872:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666960768:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755780.672881:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666960640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755780.689167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755780.689212:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755780.689416:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654433536 00000100:00100000:0.0:1787755780.689437:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654433536 00000100:00100000:0.0:1787755780.689489:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9341 00000100:00100000:0.0:1787755780.689500:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:224217:x1874588654433536:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:0.0:1787755780.689791:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+14:224217:x1874588654433536:12345-192.168.201.7@tcp:35:rm.0 Request processed in 292us (577us total) trans 4294985346 rc 0/0 00000100:00100000:0.0:1787755780.689799:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9341 00000100:00100000:3.0:1787755780.690851:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654433280 00000100:00100000:3.0:1787755780.690859:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654433280 00000100:00100000:3.0:1787755780.690925:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11064 00000100:00100000:3.0:1787755780.690934:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654433280:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:3.0:1787755780.690947:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755780.690973:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365786e57 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ac5 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.690990:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:3.0:1787755780.690995:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755780.691047:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654433280:12345-192.168.201.7@tcp:103:rm.0 Request processed in 115us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.691054:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11064 00000100:00100000:2.0:1787755780.693796:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.693871:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654433792 00000100:00100000:3.0:1787755780.693882:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654433792 00000100:00100000:3.0:1787755780.693955:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70153 00000100:00100000:3.0:1787755780.693967:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+14:224217:x1874588654433792:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755780.694063:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755780.694093:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365786fca lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b3c expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694117:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365786f92 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b20 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694131:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365786e65 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213acc expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694146:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:3.0:1787755780.694151:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755780.694205:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694214:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694223:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.694243:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666960896:0@lo:101:mdt00_013.0 00000100:00100000:3.0:1787755780.694290:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.694342:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755780.694361:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666960896 00000100:00100000:3.0:1787755780.694365:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666960896 00000100:00100000:3.0:1787755780.694396:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24161 00000100:00100000:3.0:1787755780.694403:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35169:x1874588666960896:12345-0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755780.694416:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.694441:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578703a expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694463:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694471:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694480:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694504:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694518:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 7 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.694528:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666961024:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755780.694599:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.694609:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 7 pid: 17813 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.694618:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666961152:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755780.694641:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755780.700377:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755780.700416:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755780.701437:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654433920 00000100:00100000:2.0:1787755780.701454:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654433920 00010000:00010000:2.0:1787755780.701508:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 8 pid: 17813 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.701543:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434048 00000100:00100000:2.0:1787755780.701547:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434048 00010000:00010000:2.0:1787755780.701570:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 8 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.701600:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21619 00000100:00100000:2.0:1787755780.701612:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654433920:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.701705:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755780.701714:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 8 pid: 17813 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701725:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 8 pid: 17813 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701753:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755780.701762:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701775:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755780.701851:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654433920:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 240us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.701859:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21619 00000100:00100000:2.0:1787755780.701892:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21620 00000100:00100000:2.0:1787755780.701900:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654434048:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.701907:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755780.701913:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 8 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701924:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 8 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701937:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755780.701941:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701951:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701959:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.701994:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.702019:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666961280:0@lo:105: 00000100:00100000:2.0:1787755780.702067:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.702105:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755780.702124:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666961280 00000100:00100000:2.0:1787755780.702128:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666961280 00000100:00100000:2.0:1787755780.702153:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889 00000100:00100000:2.0:1787755780.702159:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666961280:12345-0@lo:105: 00010000:00010000:2.0:1787755780.702169:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702180:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702190:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702199:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702205:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702213:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702228:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b800) 00000100:00100000:2.0:1787755780.702259:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666961280:12345-0@lo:105: Request processed in 100us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.702265:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889 00010000:00010000:2.0:1787755780.702461:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365786ea4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ae8 expref: 8 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.702482:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666961024:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755780.702498:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365786e3b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213abe expref: 7 pid: 17813 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.702512:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666961152:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755780.702548:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.702555:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755780.702559:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755780.702561:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:2.0:1787755780.702604:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35169:x1874588666960896:12345-0@lo:101:mdt00_013.0 Request processed in 8201us (8312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.702612:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24161 00000100:00100000:3.0:1787755780.702914:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666960896:0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755780.702936:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755780.702966:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755780.703014:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.703023:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.703032:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.703050:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961408:0@lo:101:mdt00_013.0 00000100:00100000:3.0:1787755780.703081:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.703099:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00080000:0.0:1787755780.703546:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755780.703566:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666961408 00000100:00100000:0.0:1787755780.703573:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666961408 00000100:00100000:0.0:1787755780.703614:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24162 00000100:00100000:0.0:1787755780.703637:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666961408:12345-0@lo:101:mdt00_013.0 00010000:00010000:0.0:1787755780.703658:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755780.703680:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787048 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.703708:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787048 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.703723:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787048 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.703733:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604b00) 00010000:00010000:0.0:1787755780.703736:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755780.703739:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755780.703794:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:35169:x1874588666961408:12345-0@lo:101:mdt00_013.0 Request processed in 159us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.703802:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24162 00000100:00100000:2.0:1787755780.704416:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666961280:0@lo:105: 00010000:00010000:2.0:1787755780.704445:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755780.704497:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654434048:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2596us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.704505:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21620 00000100:00100000:3.0:1787755780.705273:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961408:0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755780.705294:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.705305:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755780.705347:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755780.705401:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961536:0@lo:1000:mdt00_013.0 00000100:00100000:3.0:1787755780.706127:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.706202:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.706249:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666961536 00000100:00100000:0.0:1787755780.706256:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666961536 00000100:00100000:2.0:1787755780.707089:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24163 00000100:00100000:2.0:1787755780.707106:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666961536:12345-0@lo:1000:mdt00_013.0 00000100:00100000:2.0:1787755780.707788:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666961536:12345-0@lo:1000:mdt00_013.0 Request processed in 687us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.707799:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24163 00000100:00100000:3.0:1787755780.708576:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961536:0@lo:1000:mdt00_013.0 00000100:00100000:2.0:1787755780.708861:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961664:0@lo:1000:mdt00_013.0 00000100:00100000:2.0:1787755780.708987:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755780.709140:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666961664 00000100:00100000:0.0:1787755780.709148:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666961664 00000100:00100000:2.0:1787755780.709236:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50305300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.709280:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24164 00000100:00100000:0.0:1787755780.709291:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e62450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666961664:12345-0@lo:1000:mdt00_013.0 00000100:00100000:0.0:1787755780.709461:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e62450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666961664:12345-0@lo:1000:mdt00_013.0 Request processed in 172us (473us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755780.709468:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24164 00000100:00100000:2.0:1787755780.709947:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961664:0@lo:1000:mdt00_013.0 00010000:00010000:2.0:1787755780.710018:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.710028:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.710038:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.710057:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961792:0@lo:101:mdt00_013.0 00000100:00100000:2.0:1787755780.710088:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.710384:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755780.710475:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666961792 00000100:00100000:3.0:1787755780.710482:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666961792 00000100:00100000:3.0:1787755780.710545:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24165 00000100:00100000:3.0:1787755780.710554:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35169:x1874588666961792:12345-0@lo:101:mdt00_013.0 00010000:00010000:3.0:1787755780.710566:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.710582:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787056 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.710606:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.710616:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.710770:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.710785:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 6 pid: 6519 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.710799:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91f100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666961920:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755780.710862:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755780.713486:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91f100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666961920:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755780.713520:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.713534:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:3.0:1787755780.713538:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755780.713543:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.713553:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755780.713611:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35169:x1874588666961792:12345-0@lo:101:mdt00_013.0 Request processed in 3057us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.713627:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24165 00000100:00100000:2.0:1787755780.713822:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666961792:0@lo:101:mdt00_013.0 00010000:00010000:2.0:1787755780.713841:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.713854:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.719617:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755780.719852:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434176 00000100:00100000:2.0:1787755780.719866:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434176 00010000:00010000:2.0:1787755780.719912:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 7 pid: 6519 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.719946:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21621 00000100:00100000:2.0:1787755780.719956:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654434176:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.719974:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755780.719982:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 7 pid: 6519 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.719997:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 7 pid: 6519 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.720022:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365786ec0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213aef expref: 7 pid: 6519 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.720042:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:2.0:1787755780.720049:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.720060:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.720069:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.720101:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.720118:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666962048:0@lo:105: 00000100:00100000:2.0:1787755780.720176:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.720219:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.723940:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666962048 00000100:00100000:0.0:1787755780.723955:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666962048 00000100:00100000:0.0:1787755780.724035:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7890 00000100:00100000:0.0:1787755780.724046:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666962048:12345-0@lo:105: 00010000:00010000:0.0:1787755780.724063:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724075:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724084:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724093:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724101:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724110:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724136:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2600) 00000100:00100000:0.0:1787755780.724217:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666962048:12345-0@lo:105: Request processed in 173us (4040us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.724224:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7890 00010000:00010000:0.0:1787755780.724252:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724266:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724309:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724340:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724349:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724369:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: --/EX res: [0x240000400:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724379:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724387:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 4/0,1 mode: --/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724420:0:35169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.724446:0:35169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 11 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755780.724459:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:35169:1874588666962176:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755780.724545:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.724593:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666962048:0@lo:105: 00010000:00010000:0.0:1787755780.724610:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755780.724634:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654434176:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 4680us (5035us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.724644:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21621 00000100:00100000:0.0:1787755780.731667:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001_UUID:35169:1874588666962176:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755780.731721:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: --/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.743249:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.743608:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434304 00000100:00100000:3.0:1787755780.743622:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434304 00010000:00010000:3.0:1787755780.746306:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 12 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.746388:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21622 00000100:00100000:3.0:1787755780.746409:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654434304:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755780.746436:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755780.746444:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 12 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.746459:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 12 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.746481:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365786fa0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b27 expref: 12 pid: 35157 timeout: 8937 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.746501:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:3.0:1787755780.746507:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: --/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.746516:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.746524:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.746560:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755780.746637:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502eac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654434304:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 238us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.746646:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21622 00010000:00010000:2.0:1787755780.746790:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.746800:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.746857:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.746865:0:35169:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.746879:0:35169:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.746903:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666962304:0@lo:101:mdt00_013.0 00000100:00100000:2.0:1787755780.746960:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.746994:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755780.747035:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666962304 00000100:00100000:2.0:1787755780.747043:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666962304 00000100:00100000:2.0:1787755780.747085:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24166 00000100:00100000:2.0:1787755780.747092:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:35169:x1874588666962304:12345-0@lo:101:mdt00_013.0 00010000:00010000:2.0:1787755780.747109:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755780.747128:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787079 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787072 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.747149:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787079 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787072 expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.747166:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787079 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787072 expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.747174:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dfe502b8d00) 00010000:00010000:2.0:1787755780.747177:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755780.747180:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755780.747212:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666962304:12345-0@lo:101:mdt00_013.0 Request processed in 120us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.747218:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24166 00000100:00100000:2.0:1787755780.747257:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666962304:0@lo:101:mdt00_013.0 00010000:00010000:2.0:1787755780.747271:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.747281:0:35169:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.747964:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666962432:0@lo:403:mdt00_013.0 00000100:00100000:2.0:1787755780.748009:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.748032:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755780.748051:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666962432 00000100:00100000:2.0:1787755780.748055:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666962432 00000100:00100000:2.0:1787755780.748084:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24167 00000100:00100000:2.0:1787755780.748091:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666962432:12345-0@lo:403:mdt00_013.0 00000100:00100000:2.0:1787755780.754033:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35169:x1874588666962432:12345-0@lo:403:mdt00_013.0 Request processed in 5910us (5992us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.754058:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24167 00000100:00100000:0.0:1787755780.754365:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0700 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-mdtlov_UUID:35169:1874588666962432:0@lo:403:mdt00_013.0 00000040:00080000:2.0:1787755780.756164:0:35169:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1193, 952 off1085192 00000040:00080000:2.0:1787755780.757181:0:35169:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1511, 1032 off1525512 00000004:00080000:2.0:1787755780.757191:0:35169:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe433d0000 with version 6824 00000004:00080000:3.0:1787755780.761547:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6824 rpc_version 6824 00000020:00100000:3.0:1787755780.761598:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755780.761611:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91f100 x1874588666962688/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755780.761640:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666962688:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755780.761803:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.761885:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755780.763931:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666962688 00000100:00100000:2.0:1787755780.763945:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666962688 00000100:00100000:3.0:1787755780.765668:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24168 00000100:00100000:3.0:1787755780.765685:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666962688:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755780.767719:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:7464:x1874588666962688:12345-0@lo:1000:osp_up0-1.0 Request processed in 2030us (5907us total) trans 8589957427 rc 0/0 00000100:00100000:3.0:1787755780.767734:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24168 00000100:00100000:1.0:1787755780.768024:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91f100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666962688:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787755780.773861:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5a:0x0]: returning size 4096 00010000:00010000:3.0:1787755780.773999:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774013:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774027:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774033:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.774037:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774046:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774068:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x193:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:3.0:1787755780.774071:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755780.774076:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 2/0,0 mode: --/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774083:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578706b lrc: 0/0,0 mode: --/EX res: [0x240000400:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774116:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774126:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774133:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774156:0:35169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755780.774166:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x191:0x0] 00010000:00010000:3.0:1787755780.774178:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774185:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774191:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774197:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.774200:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774206:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774215:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:3.0:1787755780.774217:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.774220:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774227:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787064 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774237:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774245:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774253:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774287:0:35169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755780.774302:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755780.774307:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774351:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774358:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774374:0:35169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1787755780.774377:0:35169:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755780.774384:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.774392:0:35169:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.774503:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+11:224217:x1874588654433792:12345-192.168.201.7@tcp:36:rm.0 Request processed in 80534us (80719us total) trans 4294985347 rc 0/0 00000100:00100000:3.0:1787755780.774513:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70153 00010000:00010000:2.0:1787755780.774798:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787755780.774805:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774814:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755780.774818:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755780.774827:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774862:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774868:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755780.774891:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774898:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365787072 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787079 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774917:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755780.774920:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774926:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755780.774929:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755780.774935:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774951:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774957:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755780.774964:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774970:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2600/0x9b2b325365787056 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578705d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774981:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755780.774985:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.774991:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755780.774994:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755780.775000:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775015:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775021:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755780.775036:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775043:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578703a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787041 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775054:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755780.775056:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755780.775058:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755780.775076:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666962816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755780.775134:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.775175:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755780.775181:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666962944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755780.775203:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.775232:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666963072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755780.775253:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.775287:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666962816 00000100:00100000:2.0:1787755780.775295:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666962816 00000100:00100000:2.0:1787755780.775363:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666962944 00000100:00100000:2.0:1787755780.775367:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666962944 00000100:00100000:2.0:1787755780.775386:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666963072 00000100:00100000:2.0:1787755780.775389:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666963072 00000100:00100000:2.0:1787755780.775404:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11065 00000100:00100000:2.0:1787755780.775412:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+17:3649:x1874588666962816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.775440:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755780.775460:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787079 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x191:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787072 expref: 17 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775473:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x0 (ffff9dfe502b8d00) 00010000:00010000:2.0:1787755780.775482:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755780.775513:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+16:3649:x1874588666962816:12345-0@lo:103:ldlm_bl.0 Request processed in 101us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.775519:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11065 00000100:00100000:2.0:1787755780.775534:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11066 00000100:00100000:2.0:1787755780.775540:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+15:3649:x1874588666962944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.775547:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755780.775558:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578705d lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787056 expref: 15 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775568:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:2.0:1787755780.775575:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755780.775596:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+14:3649:x1874588666962944:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.775602:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11066 00000100:00100000:2.0:1787755780.775615:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11067 00000100:00100000:2.0:1787755780.775621:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666963072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.775629:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755780.775639:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787041 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578703a expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.775651:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755780.775654:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755780.775677:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666963072:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.775683:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11067 00000100:00100000:2.0:1787755780.775723:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666962944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755780.775734:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666962816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755780.775760:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666963072:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755780.776038:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755780.776133:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755780.892678:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.892848:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434432 00000100:00100000:3.0:1787755780.892860:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434432 00000100:00100000:3.0:1787755780.892932:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70154 00000100:00100000:3.0:1787755780.892945:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224225:x1874588654434432:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:3.0:1787755780.892996:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345340416 00000100:00100000:3.0:1787755780.893144:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224225:x1874588654434432:12345-192.168.201.7@tcp:41:stat.0 Request processed in 201us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.893152:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70154 00000100:00100000:3.0:1787755780.977109:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755780.977233:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434560 00000100:00100000:0.0:1787755780.977244:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434560 00000100:00100000:0.0:1787755780.977308:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70155 00000100:00100000:0.0:1787755780.977357:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224229:x1874588654434560:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755780.977379:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755780.977405:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365787080 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b51 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.977482:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.977496:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.977508:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755780.977555:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755780.977558:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755780.977577:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.977599:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365787080 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.977618:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.977628:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755780.977631:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755780.977634:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755780.977697:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224229:x1874588654434560:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 343us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.977703:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70155 00000100:00100000:2.0:1787755780.980980:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.981128:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434688 00000100:00100000:3.0:1787755780.981139:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434688 00000100:00100000:3.0:1787755780.981202:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70156 00000100:00100000:3.0:1787755780.981214:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224229:x1874588654434688:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755780.981235:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.981257:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578708e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b58 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981371:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981386:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981399:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981410:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981431:0:35159:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787048 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981439:0:35159:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.981473:0:35159:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787048 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755780.981489:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c700 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588666963200:0@lo:104: 00000100:00100000:3.0:1787755780.981535:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755780.981574:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755780.981787:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666963200 00000100:00100000:0.0:1787755780.981792:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666963200 00000100:00100000:0.0:1787755780.981835:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7891 00000100:00100000:0.0:1787755780.981843:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588666963200:12345-0@lo:104: 00010000:00010000:0.0:1787755780.981856:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755780.981918:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755780.981925:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588666963200:12345-0@lo:104: Request processed in 83us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755780.981934:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7891 00010000:00010000:2.0:1787755780.982040:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755780.982047:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.982054:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755780.982059:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755780.982067:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.982092:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.982099:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755780.982131:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.982138:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787048 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578704f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.982157:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755780.982159:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755780.982160:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755780.982200:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755780.982211:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666963328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755780.982244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755780.982474:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666963328 00000100:00100000:2.0:1787755780.982480:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666963328 00010000:00010000:2.0:1787755780.982502:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787048 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755780.982533:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21623 00000100:00100000:2.0:1787755780.982541:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666963328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755780.982554:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787755780.983808:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c700 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588666963200:0@lo:104: 00010000:00010000:3.0:1787755780.983833:0:35159:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755780.984808:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957427 is committed 00010000:00010000:2.0:1787755780.984923:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578704f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787048 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.984942:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604b00) 00010000:00010000:2.0:1787755780.984947:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.984956:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.984963:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755780.984995:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755780.985126:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666963328:12345-0@lo:103:ldlm_bl.0 Request processed in 2585us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755780.985136:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21623 00000100:00100000:1.0:1787755780.985266:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666963328:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755780.985385:0:35159:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985394:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985462:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985470:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985476:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985482:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985488:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.985494:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985501:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985512:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755780.985515:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.985519:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985525:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787095 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985536:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985543:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985548:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985553:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755780.985556:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985561:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985569:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604b00) 00010000:00010000:3.0:1787755780.985571:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.985574:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985581:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578709c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985623:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578708e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b58 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985633:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755780.985636:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755780.985640:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578708e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b58 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.985651:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755780.985757:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224229:x1874588654434688:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 4545us (4788us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755780.985764:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70156 00000100:00100000:2.0:1787755780.993892:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755780.994004:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654434816 00000100:00100000:3.0:1787755780.994098:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654434816 00000100:00100000:3.0:1787755780.994161:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70157 00000100:00100000:3.0:1787755780.994172:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:224229:x1874588654434816:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755780.994192:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755780.994214:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657870a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b5f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.994282:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.994301:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.994424:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755780.994476:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755780.994479:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755780.994499:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.994524:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657870a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.994546:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755780.994555:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755780.994558:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755780.994561:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755780.994666:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:224229:x1874588654434816:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 494us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755780.994673:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70157 00000100:00100000:0.0:1787755781.010515:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755781.010618:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435072 00000100:00100000:1.0:1787755781.010629:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435072 00000100:00100000:1.0:1787755781.010710:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70158 00000100:00100000:1.0:1787755781.010722:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224229:x1874588654435072:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:1.0:1787755781.010837:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666963456:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787755781.010893:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755781.010928:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cdc540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.010996:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666963456 00000100:00100000:3.0:1787755781.011002:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666963456 00000100:00100000:3.0:1787755781.011046:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24169 00000100:00100000:3.0:1787755781.011054:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666963456:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.011128:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666963456:12345-0@lo:1000:mdt00_002.0 Request processed in 74us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.011136:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24169 00000100:00100000:3.0:1787755781.011183:0:6521:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957427 gen 2 00000004:00080000:3.0:1787755781.011189:0:6521:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957425 committed transno 8589957427 00000004:00080000:3.0:1787755781.011211:0:6521:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957426 committed transno 8589957427 00000004:00080000:3.0:1787755781.011223:0:6521:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957427 committed transno 8589957427 00000100:00100000:3.0:1787755781.011242:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666963456:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.011282:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666963584:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.011307:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755781.011351:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.011362:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666963584 00000100:00100000:3.0:1787755781.011366:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666963584 00000100:00100000:3.0:1787755781.011392:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24170 00000100:00100000:3.0:1787755781.011399:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666963584:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.011494:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666963584:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (186us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755781.011501:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24170 00000100:00100000:3.0:1787755781.011527:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666963584:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1787755781.011575:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011587:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011596:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755781.011607:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666963712:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787755781.011631:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755781.011646:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.011657:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666963712 00000100:00100000:3.0:1787755781.011660:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666963712 00000100:00100000:3.0:1787755781.011677:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24171 00000100:00100000:3.0:1787755781.011682:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666963712:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755781.011692:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755781.011706:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657870b1 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011728:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 6 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011737:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011745:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011768:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011783:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 7 pid: 17813 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755781.011794:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666963840:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755781.011858:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 6 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.011868:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 6 pid: 35154 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755781.011877:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666963968:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755781.011898:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00080000:0.0:1787755781.011979:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755781.014648:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755781.014706:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755781.014849:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435200 00000100:00100000:0.0:1787755781.014861:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435200 00010000:00010000:0.0:1787755781.014916:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 8 pid: 17813 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755781.014962:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435328 00000100:00100000:0.0:1787755781.014965:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435328 00010000:00010000:0.0:1787755781.014980:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 7 pid: 35154 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755781.015003:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21624 00000100:00100000:0.0:1787755781.015015:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654435200:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755781.015029:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755781.015037:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 8 pid: 17813 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015051:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 8 pid: 17813 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015072:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755781.015079:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015088:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755781.015139:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654435200:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 125us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755781.015149:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21624 00000100:00100000:0.0:1787755781.015170:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21625 00000100:00100000:0.0:1787755781.015177:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654435328:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755781.015184:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755781.015190:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 7 pid: 35154 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015199:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 7 pid: 35154 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015212:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755781.015216:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015226:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015235:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015269:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755781.015283:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666964096:0@lo:105: 00000100:00100000:0.0:1787755781.015363:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755781.015408:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe489350c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755781.015450:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964096 00000100:00100000:0.0:1787755781.015455:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964096 00000100:00100000:0.0:1787755781.015486:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7892 00000100:00100000:0.0:1787755781.015493:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666964096:12345-0@lo:105: 00010000:00010000:0.0:1787755781.015504:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015514:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015523:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015530:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015536:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015545:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.015559:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28ac00) 00000100:00100000:0.0:1787755781.015592:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666964096:12345-0@lo:105: Request processed in 99us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755781.015598:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7892 00010000:00010000:3.0:1787755781.015910:0:73216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657870aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b5f expref: 7 pid: 17813 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755781.015929:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666963840:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755781.015941:0:73216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787087 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b51 expref: 7 pid: 35154 timeout: 8938 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755781.015951:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588666963968:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755781.015981:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.015990:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755781.015992:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755781.015995:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755781.016043:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588666963712:12345-0@lo:101:mdt00_002.0 Request processed in 4360us (4411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.016050:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24171 00000100:00100000:3.0:1787755781.016093:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666964096:0@lo:105: 00010000:00010000:3.0:1787755781.016103:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755781.016126:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654435328:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 950us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.016134:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21625 00000100:00100000:2.0:1787755781.016807:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666963712:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755781.016828:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755781.016849:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755781.016893:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.016906:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.016916:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755781.016937:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964224:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787755781.016979:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.017007:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff4137f300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.017526:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964224 00000100:00100000:3.0:1787755781.017536:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964224 00000100:00100000:3.0:1787755781.017598:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24172 00000100:00100000:3.0:1787755781.017608:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588666964224:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755781.017627:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755781.017709:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657870bf expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.017740:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657870bf expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.017754:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657870bf expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.017762:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7300) 00010000:00010000:3.0:1787755781.017765:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755781.017769:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755781.017872:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964224:12345-0@lo:101:mdt00_002.0 Request processed in 265us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.017881:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24172 00000100:00100000:2.0:1787755781.018140:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964224:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755781.018154:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.018164:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755781.018180:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787755781.018222:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964352:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.018256:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.018363:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49086600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755781.018773:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964352 00000100:00100000:1.0:1787755781.018780:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964352 00000100:00100000:1.0:1787755781.018855:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24173 00000100:00100000:1.0:1787755781.018866:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964352:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787755781.018959:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964352:12345-0@lo:1000:mdt00_002.0 Request processed in 95us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.018966:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24173 00000100:00100000:2.0:1787755781.019032:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964352:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.019080:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964480:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.019106:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.019210:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff4137f300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.019299:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964480 00000100:00100000:3.0:1787755781.019305:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964480 00000100:00100000:3.0:1787755781.019365:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24174 00000100:00100000:3.0:1787755781.019372:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964480:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.019470:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964480:12345-0@lo:1000:mdt00_002.0 Request processed in 97us (362us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755781.019478:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24174 00000100:00100000:2.0:1787755781.019549:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964480:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.019620:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964608:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.019644:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.019673:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60c08300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.019773:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964608 00000100:00100000:3.0:1787755781.019778:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964608 00000100:00100000:3.0:1787755781.019805:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24175 00000100:00100000:3.0:1787755781.019812:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964608:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.019862:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964608:12345-0@lo:1000:mdt00_002.0 Request processed in 50us (217us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755781.019869:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24175 00000100:00100000:2.0:1787755781.020005:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964608:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.020056:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964736:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.020082:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.020105:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49086600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.020152:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964736 00000100:00100000:3.0:1787755781.020157:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964736 00000100:00100000:3.0:1787755781.020184:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24176 00000100:00100000:3.0:1787755781.020191:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964736:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.020240:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964736:12345-0@lo:1000:mdt00_002.0 Request processed in 50us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.020247:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24176 00000100:00100000:2.0:1787755781.020445:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964736:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.020487:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964864:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.020523:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.020543:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff4137f300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.020588:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964864 00000100:00100000:3.0:1787755781.020592:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964864 00000100:00100000:3.0:1787755781.020619:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24177 00000100:00100000:3.0:1787755781.020626:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964864:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.020694:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964864:12345-0@lo:1000:mdt00_002.0 Request processed in 68us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.020700:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24177 00000100:00100000:2.0:1787755781.020855:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964864:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.020895:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964992:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755781.020919:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.020942:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60c08300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.020987:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666964992 00000100:00100000:3.0:1787755781.020991:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666964992 00000100:00100000:3.0:1787755781.021019:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24178 00000100:00100000:3.0:1787755781.021026:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964992:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755781.021072:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666964992:12345-0@lo:1000:mdt00_002.0 Request processed in 47us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.021078:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24178 00000100:00100000:2.0:1787755781.021246:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666964992:0@lo:1000:mdt00_002.0 00000040:00080000:2.0:1787755781.022248:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1194, 2168 off1087360 00000040:00080000:2.0:1787755781.022356:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1512, 2368 off1527880 00000004:00080000:2.0:1787755781.022363:0:6521:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49086600 with version 6825 00000004:00080000:2.0:1787755781.022384:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6825 rpc_version 6825 00000020:00100000:2.0:1787755781.022413:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755781.022433:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef1f80 x1874588666965248/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755781.022452:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666965248:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755781.022502:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.022525:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755781.022905:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666965248 00000100:00100000:3.0:1787755781.022914:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666965248 00000100:00100000:3.0:1787755781.022953:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24179 00000100:00100000:3.0:1787755781.022962:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666965248:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755781.023609:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666965248:12345-0@lo:1000:osp_up0-1.0 Request processed in 646us (1105us total) trans 8589957428 rc 0/0 00000100:00100000:3.0:1787755781.023618:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24179 00000100:00100000:3.0:1787755781.023835:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666965248:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755781.024080:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024096:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024111:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024129:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024136:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024143:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024168:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024174:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024184:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755781.024200:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666965376:0@lo:101:mdt00_002.0 00000100:00100000:2.0:1787755781.024232:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.024257:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755781.024343:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666965376 00000100:00100000:1.0:1787755781.024350:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666965376 00000100:00100000:1.0:1787755781.024384:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24180 00000100:00100000:1.0:1787755781.024391:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588666965376:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787755781.024414:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755781.024437:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657870db expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.024456:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657870db expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.024467:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657870db expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.024475:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577800) 00010000:00010000:1.0:1787755781.024478:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755781.024480:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755781.024630:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:6521:x1874588666965376:12345-0@lo:101:mdt00_002.0 Request processed in 238us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.024637:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24180 00000100:00100000:2.0:1787755781.024842:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666965376:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755781.024856:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024868:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755781.024890:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004b9be2da reply state 0000000074bc9174 transno 4294985348 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024902:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024909:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755781.024911:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755781.024915:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755781.024920:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024929:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755781.024941:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x192:0x0] 00000004:00010000:2.0:1787755781.024946:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004b9be2da reply state 0000000074bc9174 transno 4294985348 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024953:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024958:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:2.0:1787755781.024960:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755781.024962:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787755781.024968:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00000004:00080000:2.0:1787755781.024977:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755781.024986:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.024994:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.025002:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.025024:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755781.025029:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755781.025034:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.025040:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755781.025148:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224229:x1874588654435072:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 14427us (14641us total) trans 4294985348 rc 0/0 00000100:00100000:2.0:1787755781.025156:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70158 00010000:00010000:3.0:1787755781.025209:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755781.025216:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.025224:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755781.025230:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755781.025238:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.025263:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.025269:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755781.025293:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.025301:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b3253657870b1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657870b8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.025340:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755781.025342:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755781.025344:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755781.025350:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755781.025360:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666965504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755781.025400:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.028916:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666965504 00000100:00100000:2.0:1787755781.028936:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666965504 00000100:00100000:2.0:1787755781.029036:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11068 00000100:00100000:2.0:1787755781.029047:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588666965504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755781.029063:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755781.029089:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657870b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657870b1 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.029117:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755781.029122:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755781.029192:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502ea850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666965504:12345-0@lo:103:ldlm_bl.0 Request processed in 147us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755781.029200:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11068 00000100:00100000:3.0:1787755781.029389:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666965504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755781.035015:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755781.035132:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435456 00000100:00100000:0.0:1787755781.035144:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435456 00000100:00100000:0.0:1787755781.035233:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70159 00000100:00100000:0.0:1787755781.035243:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224218:x1874588654435456:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755781.035263:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755781.035285:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657870e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b66 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.035391:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657870f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.035424:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657870f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.035436:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657870f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755781.035480:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755781.035484:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755781.035611:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657870f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.035640:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657870e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b66 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.035737:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657870f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b66 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.035747:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755781.035750:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755781.035755:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755781.035814:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224218:x1874588654435456:12345-192.168.201.7@tcp:101:bash.0 Request processed in 572us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755781.035821:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70159 00000100:00100000:1.0:1787755781.037921:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755781.038024:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435584 00000100:00100000:2.0:1787755781.038035:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435584 00000100:00100000:2.0:1787755781.038104:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70160 00000100:00100000:2.0:1787755781.038115:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224218:x1874588654435584:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755781.038138:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755781.038162:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657870f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b6d expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038235:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038250:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038262:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038274:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038285:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657870bf expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038297:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.038364:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657870bf expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755781.038383:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666965632:0@lo:104: 00000100:00100000:2.0:1787755781.038443:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.038488:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755781.038839:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666965632 00000100:00100000:1.0:1787755781.038845:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666965632 00000100:00100000:1.0:1787755781.038889:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893 00000100:00100000:1.0:1787755781.038897:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666965632:12345-0@lo:104: 00010000:00010000:1.0:1787755781.038911:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.038980:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755781.038987:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666965632:12345-0@lo:104: Request processed in 91us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.038998:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893 00010000:00010000:0.0:1787755781.039057:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755781.039065:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.039073:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755781.039080:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755781.039089:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.039117:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.039123:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755781.039158:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.039167:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b3253657870bf lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657870c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.039189:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755781.039191:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755781.039193:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755781.039200:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755781.039212:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666965760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755781.039245:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755781.039280:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666965760 00000100:00100000:0.0:1787755781.039284:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666965760 00010000:00010000:0.0:1787755781.039307:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657870bf expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755781.039366:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21626 00000100:00100000:0.0:1787755781.039373:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666965760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755781.039385:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787755781.040383:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666965632:0@lo:104: 00010000:00010000:2.0:1787755781.040407:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755781.042538:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957428 is committed 00010000:00010000:3.0:1787755781.042693:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657870c6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657870bf expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.042718:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7300) 00010000:00010000:3.0:1787755781.042725:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.042736:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.042745:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.042780:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755781.042867:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588666965760:12345-0@lo:103:ldlm_bl.0 Request processed in 3494us (3619us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.042878:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21626 00010000:00010000:2.0:1787755781.042958:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.042966:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755781.043116:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:10714:1874588666965888:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755781.043162:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.043197:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755781.043282:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666965760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755781.043487:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666965888 00000100:00100000:1.0:1787755781.043495:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666965888 00000100:00100000:1.0:1787755781.043553:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24181 00000100:00100000:1.0:1787755781.043562:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:10714:x1874588666965888:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755781.043750:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:10714:x1874588666965888:12345-0@lo:1000:mdt00_005.0 Request processed in 188us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.043757:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24181 00000100:00100000:3.0:1787755781.044231:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:10714:1874588666965888:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1787755781.044284:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578710c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.044297:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578710c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.044308:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578710c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755781.044716:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578710c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044737:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044749:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044756:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044763:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044770:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755781.044775:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044783:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044800:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755781.044804:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755781.044811:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044819:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b3253657870fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044836:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044842:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044847:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044852:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755781.044855:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044860:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044867:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7300) 00010000:00010000:2.0:1787755781.044870:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755781.044873:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044879:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787105 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044921:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657870f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b6d expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044934:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578710c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b6d expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.044940:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:2.0:1787755781.044943:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755781.044945:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:2.0:1787755781.045015:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224218:x1874588654435584:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6902us (7107us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755781.045025:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70160 00000100:00100000:1.0:1787755781.047465:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755781.047641:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435712 00000100:00100000:3.0:1787755781.047663:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435712 00000100:00100000:3.0:1787755781.047719:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70161 00000100:00100000:3.0:1787755781.047730:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224218:x1874588654435712:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755781.047753:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755781.047775:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787113 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b74 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.047847:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578711a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.047862:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578711a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.047874:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578711a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755781.047997:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00000004:00200000:3.0:1787755781.048003:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755781.048042:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787113 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b74 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.048068:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578711a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b74 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.048076:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:3.0:1787755781.048080:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755781.048083:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755781.048139:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224218:x1874588654435712:12345-192.168.201.7@tcp:101:bash.0 Request processed in 412us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755781.048147:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70161 00000100:00100000:3.0:1787755781.050597:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755781.050873:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435840 00000100:00100000:1.0:1787755781.050883:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435840 00000100:00100000:1.0:1787755781.050942:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70162 00000100:00100000:1.0:1787755781.050953:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224218:x1874588654435840:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755781.050974:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755781.050997:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365787121 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b7b expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.051064:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787128 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.051078:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787128 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.051089:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787128 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755781.051136:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x194:0x0]: returning size 4096 00000004:00200000:1.0:1787755781.051141:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755781.051175:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365787121 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b7b expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.051193:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787128 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b7b expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.051202:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755781.051205:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755781.051208:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755781.051281:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224218:x1874588654435840:12345-192.168.201.7@tcp:101:bash.0 Request processed in 329us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.051290:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70162 00000100:00100000:1.0:1787755781.060843:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755781.060920:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654435968 00000100:00100000:0.0:1787755781.060933:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654435968 00000100:00100000:0.0:1787755781.060997:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70163 00000100:00100000:0.0:1787755781.061008:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224218:x1874588654435968:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755781.061032:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755781.061052:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578712f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b82 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.061117:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.061132:0:35153:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657870db expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.061140:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.061179:0:35153:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657870db expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755781.061201:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:35153:1874588666966016:0@lo:104: 00000100:00100000:0.0:1787755781.061251:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755781.061305:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755781.061517:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966016 00000100:00100000:1.0:1787755781.061524:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966016 00000100:00100000:1.0:1787755781.061556:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894 00000100:00100000:1.0:1787755781.061563:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35153:x1874588666966016:12345-0@lo:104: 00010000:00010000:1.0:1787755781.061576:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.061645:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755781.061661:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35153:x1874588666966016:12345-0@lo:104: Request processed in 90us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.061667:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894 00000100:00100000:2.0:1787755781.061794:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049f80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000_UUID:35153:1874588666966016:0@lo:104: 00010000:00010000:2.0:1787755781.061817:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.061861:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755781.061869:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.061877:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755781.061883:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755781.061894:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.061923:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 2/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.061931:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755781.061962:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 1/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.061976:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2e00/0x9b2b3253657870db lrc: 0/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657870e2 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755781.061999:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755781.062002:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755781.062003:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755781.062038:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755781.062049:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666966144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755781.062084:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755781.062147:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966144 00000100:00100000:3.0:1787755781.062151:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966144 00010000:00010000:3.0:1787755781.062173:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657870db expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755781.062200:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21627 00000100:00100000:3.0:1787755781.062208:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588666966144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755781.062217:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755781.063518:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657870e2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657870db expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.063536:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577800) 00010000:00010000:0.0:1787755781.063541:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.063550:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.063556:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.063586:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755781.063646:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666966144:12345-0@lo:103:ldlm_bl.0 Request processed in 1438us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755781.063664:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21627 00010000:00010000:2.0:1787755781.063790:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.063799:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755781.063858:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x192:0x0]: returning size 4096 00000004:00200000:2.0:1787755781.063863:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755781.063907:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578712f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b82 expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.063923:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b82 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.063930:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577800) 00010000:00010000:2.0:1787755781.063933:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755781.063936:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:2.0:1787755781.063989:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224218:x1874588654435968:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2983us (3156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755781.063997:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70163 00000100:00100000:1.0:1787755781.064527:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666966144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755781.068555:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755781.068710:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654436224 00000100:00100000:1.0:1787755781.068723:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654436224 00000100:00100000:1.0:1787755781.068801:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70164 00000100:00100000:1.0:1787755781.068814:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224218:x1874588654436224:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755781.068840:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755781.068844:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755781.068877:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787136 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b82 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.068899:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577800) 00010000:00010000:1.0:1787755781.068913:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755781.068931:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578713d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b89 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069063:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069077:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069088:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069101:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069107:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069114:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755781.069558:0:35155:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x519:0x0], index 0: 0 00010000:00010000:1.0:1787755781.069706:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787152 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069716:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787152 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069724:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787152 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069755:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069762:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069769:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069775:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069781:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755781.069786:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069792:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069801:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff531e4300) 00010000:00010000:1.0:1787755781.069804:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755781.069807:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069818:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787144 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755781.069831:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003c897081 reply state 000000007de3141e transno 8589957429 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069842:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069848:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff531e4a00) 00010000:00010000:1.0:1787755781.069850:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755781.069852:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755781.069883:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578713d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b89 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069900:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787152 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b89 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.069907:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755781.069909:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755781.069912:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755781.069984:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224218:x1874588654436224:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1174us (1447us total) trans 8589957429 rc 0/0 00000100:00100000:1.0:1787755781.069992:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70164 00000100:00100000:3.0:1787755781.075993:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755781.078256:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654436352 00000100:00100000:2.0:1787755781.078274:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654436352 00000100:00100000:2.0:1787755781.080312:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30755 00000100:00100000:2.0:1787755781.080354:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224218:x1874588654436352:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755781.080372:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755781.080394:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b90 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755781.080430:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x519:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755781.080452:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=8838s v=(0 0) 00010000:00010000:2.0:1787755781.080457:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755781.080467:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 9 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.080487:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 9 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.080500:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755781.080568:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224218:x1874588654436352:12345-192.168.201.7@tcp:101:bash.0 Request processed in 222us (4585us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755781.080575:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30755 00000100:00080000:0.0:1787755781.082636:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755781.085599:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755781.085717:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654436608 00000100:00100000:1.0:1787755781.085727:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654436608 00000100:00100000:1.0:1787755781.085792:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9342 00000100:00100000:1.0:1787755781.085802:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224218:x1874588654436608:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755781.086118:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224218:x1874588654436608:12345-192.168.201.7@tcp:35:bash.0 Request processed in 316us (527us total) trans 8589957430 rc 0/0 00000100:00100000:1.0:1787755781.086126:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9342 00000100:00100000:1.0:1787755781.089690:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755781.089887:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654436864 00000100:00100000:2.0:1787755781.089901:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654436864 00000100:00100000:2.0:1787755781.089985:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70165 00000100:00100000:2.0:1787755781.089996:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224218:x1874588654436864:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755781.090032:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755781.090036:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755781.090071:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787128 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b7b expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090092:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755781.090096:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755781.090111:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365787167 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b97 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090242:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 3/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090255:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090264:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090277:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090285:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.090291:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755781.090493:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666966272:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755781.090548:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755781.090576:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755781.090767:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966272 00000100:00100000:1.0:1787755781.090773:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966272 00000100:00100000:1.0:1787755781.090812:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24182 00000100:00100000:1.0:1787755781.090820:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588666966272:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755781.090891:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588666966272:12345-0@lo:1000:mdt00_004.0 Request processed in 71us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.090898:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24182 00000100:00100000:2.0:1787755781.091466:0:10713:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957428 gen 2 00000004:00080000:2.0:1787755781.091473:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957428 committed transno 8589957428 00000100:00100000:2.0:1787755781.091508:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666966272:0@lo:1000:mdt00_004.0 00000004:00080000:2.0:1787755781.091764:0:10713:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d3:0x0], index 1: 0 00010000:00010000:2.0:1787755781.091907:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578717c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091920:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578717c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091929:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578717c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091965:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091972:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091980:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091986:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.091992:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755781.091997:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092005:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092029:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755781.092032:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755781.092037:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 3/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092043:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578716e lrc: 0/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755781.092056:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006a36df67 reply state 00000000c80b58c1 transno 4294985349 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092067:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092073:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x4ec94fd6 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755781.092075:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755781.092077:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755781.092106:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365787167 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b97 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092120:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578717c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b97 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.092128:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:2.0:1787755781.092130:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755781.092133:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755781.092192:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224218:x1874588654436864:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2197us (2515us total) trans 4294985349 rc 0/0 00000100:00100000:2.0:1787755781.092199:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70165 00010000:00010000:2.0:1787755781.093023:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755781.101360:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755781.101400:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654436992 00000100:00100000:2.0:1787755781.101423:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654436992 00000100:00100000:2.0:1787755781.101502:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30756 00000100:00100000:2.0:1787755781.101515:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224218:x1874588654436992:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755781.101534:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755781.101555:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213b9e expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755781.101582:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755781.101604:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d3:0x0].0x0 since=8838s v=(0 0) 00010000:00010000:2.0:1787755781.101608:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755781.101618:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 8 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.101636:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 8 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755781.101650:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755781.101723:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224218:x1874588654436992:12345-192.168.201.7@tcp:101:bash.0 Request processed in 211us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755781.101730:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30756 00000100:00080000:0.0:1787755781.102005:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755781.104171:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755781.104306:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654437248 00000100:00100000:0.0:1787755781.104470:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654437248 00000100:00100000:1.0:1787755781.105207:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9343 00000100:00100000:1.0:1787755781.105219:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224218:x1874588654437248:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755781.105564:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:224218:x1874588654437248:12345-192.168.201.7@tcp:35:bash.0 Request processed in 346us (1405us total) trans 4294985350 rc 0/0 00000100:00100000:1.0:1787755781.105572:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9343 00000100:00100000:3.0:1787755781.136107:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755781.136216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755781.149667:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654437376 00000100:00100000:0.0:1787755781.149686:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654437376 00000100:00100000:1.0:1787755781.150834:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654437504 00000100:00100000:1.0:1787755781.150842:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654437504 00000100:00100000:1.0:1787755781.150881:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11069 00000100:00100000:1.0:1787755781.150890:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:15684:x1874588654437376:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755781.150906:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755781.150933:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657870f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b66 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.150963:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755781.150974:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787152 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b89 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.150983:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755781.150998:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578710c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b6d expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.151009:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:1.0:1787755781.151015:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755781.151077:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:15684:x1874588654437376:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 187us (14980us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.151084:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11069 00000100:00100000:1.0:1787755781.151101:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11070 00000100:00100000:1.0:1787755781.151107:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:34913:x1874588654437504:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755781.151113:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755781.151124:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365786f76 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1da9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b19 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755781.151134:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1da9:0x0].0x0 (ffff9dff531e4d00) 00010000:00010000:1.0:1787755781.151140:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755781.151157:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:34913:x1874588654437504:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 51us (14942us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755781.151164:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11070 00000100:00100000:1.0:1787755781.151234:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755781.152041:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654437632 00000100:00100000:0.0:1787755781.152050:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654437632 00000100:00100000:0.0:1787755781.152098:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11071 00000100:00100000:0.0:1787755781.152107:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15683:x1874588654437632:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755781.152118:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755781.152135:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578717c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b97 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.152152:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:0.0:1787755781.152169:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578711a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b74 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.152179:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:0.0:1787755781.152187:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365786ece lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213af6 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755781.152195:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5a:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755781.152200:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755781.152240:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15683:x1874588654437632:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 134us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755781.152247:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11071 00000100:00100000:1.0:1787755782.114666:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666966400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755782.114877:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755782.114948:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787755782.115064:0:8668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8839136746742ns, next at 8840136744273ns, rc = 0 00000100:00100000:1.0:1787755782.115156:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966400 00000100:00100000:1.0:1787755782.115166:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966400 00000100:00100000:1.0:1787755782.115277:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6775 00000100:00100000:1.0:1787755782.115286:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666966400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755782.115346:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491162176 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755782.115392:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666966400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755782.115408:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6775 00000100:00100000:1.0:1787755782.115460:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973852 gen 2 00000004:00080000:1.0:1787755782.115897:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe46f88700, transno 4294973852 00000100:00100000:1.0:1787755782.115925:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666966400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755782.121891:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666966784:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.121965:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755782.121995:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588666967296:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.122018:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755782.122041:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666967808:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.122066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755782.122094:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787755782.122100:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588666966912:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.122124:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755782.122141:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666967424:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.122162:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755782.122185:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588666967936:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.122206:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755782.122235:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966784 00000100:00100000:3.0:1787755782.122243:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966784 00000100:00100000:3.0:1787755782.122293:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967296 00000100:00100000:3.0:1787755782.122297:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967296 00000100:00100000:1.0:1787755782.122389:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588666966528:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.122437:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755782.122473:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588666967040:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.122495:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755782.122511:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666967552:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.122533:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755782.122553:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787755782.122559:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666966656:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.122584:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755782.122602:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588666967168:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.122622:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755782.122638:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666967680:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.122659:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755782.122701:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966528 00000100:00100000:1.0:1787755782.122705:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966528 00000100:00100000:1.0:1787755782.122736:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1787755782.122745:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588666966528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755782.122798:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966912 00000100:00100000:1.0:1787755782.122799:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588666966528:12345-0@lo:400:kworker.0 Request processed in 55us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755782.122803:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966912 00000100:00100000:1.0:1787755782.122807:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1787755782.122851:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967936 00000100:00100000:1.0:1787755782.122855:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967936 00000100:00100000:1.0:1787755782.122878:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967040 00000100:00100000:1.0:1787755782.122880:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967040 00000100:00080000:2.0:1787755782.123412:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755782.123431:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967808 00000100:00100000:2.0:1787755782.123436:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967808 00000100:00100000:2.0:1787755782.123486:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967424 00000100:00100000:2.0:1787755782.123490:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967424 00000100:00100000:2.0:1787755782.123969:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967680 00000100:00100000:2.0:1787755782.123974:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967680 00000100:00100000:2.0:1787755782.124005:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10045 00000100:00100000:2.0:1787755782.124015:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666967808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124104:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666967808:12345-0@lo:400:kworker.0 Request processed in 90us (2035us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.124112:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10045 00000100:00100000:2.0:1787755782.124130:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10046 00000100:00100000:2.0:1787755782.124137:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666967424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124165:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666967424:12345-0@lo:400:kworker.0 Request processed in 30us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.124171:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10046 00000100:00100000:2.0:1787755782.124182:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10047 00000100:00100000:2.0:1787755782.124189:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666967680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124215:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588666967680:12345-0@lo:400:kworker.0 Request processed in 27us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.124221:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10047 00000100:00100000:2.0:1787755782.124245:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967168 00000100:00100000:2.0:1787755782.124249:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967168 00000100:00100000:2.0:1787755782.124280:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15630 00000100:00100000:2.0:1787755782.124288:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666966784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124347:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666966784:12345-0@lo:400:kworker.0 Request processed in 60us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.124354:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15630 00000100:00100000:2.0:1787755782.124369:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15631 00000100:00100000:2.0:1787755782.124376:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588666967936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124415:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588666967936:12345-0@lo:400:kworker.0 Request processed in 39us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.124424:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15631 00000100:00100000:2.0:1787755782.124436:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15632 00000100:00100000:2.0:1787755782.124443:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588666967168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124469:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588666967168:12345-0@lo:400:kworker.0 Request processed in 28us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.124475:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15632 00000100:00100000:2.0:1787755782.124530:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666967424:0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124549:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588666967936:0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124561:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666966784:0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.124574:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666967808:0@lo:400:kworker.0 00000100:00080000:2.0:1787755782.124616:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755782.124620:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755782.124623:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755782.124626:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755782.127879:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15633 00000100:00100000:1.0:1787755782.127895:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588666967040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.127987:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588666967040:12345-0@lo:400:kworker.0 Request processed in 96us (5490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755782.127995:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15633 00000100:00100000:1.0:1787755782.128178:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666967552 00000100:00100000:1.0:1787755782.128186:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666967552 00000100:00100000:1.0:1787755782.128210:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666966656 00000100:00100000:1.0:1787755782.128213:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666966656 00000100:00100000:1.0:1787755782.128233:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24183 00000100:00100000:1.0:1787755782.128239:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666967552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128285:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666967552:12345-0@lo:400:kworker.0 Request processed in 46us (5751us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755782.128291:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24183 00000100:00100000:1.0:1787755782.128302:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24184 00000100:00100000:1.0:1787755782.128308:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666966656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128357:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666966656:12345-0@lo:400:kworker.0 Request processed in 49us (5773us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755782.128363:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24184 00000100:00100000:1.0:1787755782.128469:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666966656:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128484:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588666967168:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128497:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666967680:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128508:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588666966528:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128520:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588666967040:0@lo:400:kworker.0 00000100:00100000:1.0:1787755782.128532:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666967552:0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.129145:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15634 00000100:00100000:3.0:1787755782.129157:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588666967296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.129215:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588666967296:12345-0@lo:400:kworker.0 Request processed in 62us (7195us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755782.129221:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15634 00000100:00100000:3.0:1787755782.129236:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15635 00000100:00100000:3.0:1787755782.129243:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588666966912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755782.129280:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588666966912:12345-0@lo:400:kworker.0 Request processed in 37us (7155us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755782.129285:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15635 00000100:00100000:2.0:1787755782.135740:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588666966912:0@lo:400:kworker.0 00000100:00100000:2.0:1787755782.135762:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588666967296:0@lo:400:kworker.0 00010000:00010000:1.0:1787755782.511377:0:164477:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:1.0:1787755782.511446:0:164477:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:1.0:1787755782.629954:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666968064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755782.630083:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755782.632081:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968064 00000100:00100000:2.0:1787755782.632094:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968064 00000100:00100000:2.0:1787755782.632151:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6776 00000100:00100000:2.0:1787755782.632160:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666968064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755782.632198:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755782.632291:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666968064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 131us (2209us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755782.632301:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6776 00000100:00100000:3.0:1787755782.632731:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666968064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755783.139013:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755783.559630:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.559685:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.559739:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.559762:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.559800:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.559973:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.560002:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.560023:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.560052:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755783.560102:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438144 00000100:00100000:3.0:1787755783.560116:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438144 00000100:00100000:2.0:1787755783.560264:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438656 00000100:00100000:2.0:1787755783.560270:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438656 00000100:00100000:2.0:1787755783.560381:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438272 00000100:00100000:2.0:1787755783.560385:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438272 00000100:00100000:2.0:1787755783.560407:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438784 00000100:00100000:2.0:1787755783.560409:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438784 00000100:00100000:2.0:1787755783.560435:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10048 00000100:00100000:2.0:1787755783.560448:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654438656:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755783.560557:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654438656:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 111us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755783.560566:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10048 00000100:00100000:2.0:1787755783.560590:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10049 00000100:00100000:2.0:1787755783.560596:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654438272:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755783.560623:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654438272:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755783.560629:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10049 00000100:00100000:2.0:1787755783.560642:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10050 00000100:00100000:2.0:1787755783.560648:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654438784:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755783.560673:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654438784:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755783.560679:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10050 00000100:00100000:2.0:1787755783.560705:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654437888 00000100:00100000:2.0:1787755783.560709:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654437888 00000100:00100000:3.0:1787755783.560914:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10051 00000100:00100000:3.0:1787755783.560924:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654438144:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755783.560957:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654438144:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755783.560964:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10051 00000100:00100000:0.0:1787755783.561878:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438400 00000100:00100000:0.0:1787755783.561889:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438400 00000100:00100000:0.0:1787755783.561945:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438016 00000100:00100000:0.0:1787755783.561950:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438016 00000100:00100000:0.0:1787755783.561977:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438528 00000100:00100000:0.0:1787755783.561980:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438528 00000100:00100000:0.0:1787755783.562004:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15636 00000100:00100000:0.0:1787755783.562013:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654438400:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755783.562072:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654438400:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 60us (2333us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755783.562080:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15636 00000100:00100000:0.0:1787755783.562094:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15637 00000100:00100000:0.0:1787755783.562100:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654438016:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755783.562136:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654438016:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (2164us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755783.562143:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15637 00000100:00100000:0.0:1787755783.562154:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15638 00000100:00100000:0.0:1787755783.562160:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654438528:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755783.562186:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654438528:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (2162us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755783.562191:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15638 00000100:00100000:2.0:1787755783.563106:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15639 00000100:00100000:2.0:1787755783.563117:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654437888:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755783.563233:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654437888:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 117us (3621us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755783.563240:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15639 00000100:00100000:2.0:1787755783.563268:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654437760 00000100:00100000:2.0:1787755783.563273:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654437760 00000100:00100000:2.0:1787755783.563301:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2382 00000100:00100000:2.0:1787755783.563307:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654437760:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755783.563355:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654437760:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 48us (3555us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755783.563362:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2382 00000100:00080000:2.0:1787755783.563404:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755783.563408:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755783.563410:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755783.563413:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755784.162988:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755784.175457:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755784.184808:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666968192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755784.184926:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755784.185125:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968192 00000100:00100000:0.0:1787755784.185137:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968192 00000100:00100000:0.0:1787755784.185406:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24185 00000100:00100000:0.0:1787755784.185418:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666968192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787755784.185457:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443409920 avail 1297170432 00000100:00100000:0.0:1787755784.185521:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666968192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755784.185529:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24185 00000100:00100000:2.0:1787755784.185737:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666968192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755784.674651:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787755784.674686:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666968448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755784.674845:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755784.674855:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666968576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755784.674974:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755784.675261:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968576 00000100:00100000:3.0:1787755784.675272:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968576 00000100:00100000:1.0:1787755784.675421:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755784.675436:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6777 00000100:00100000:1.0:1787755784.675448:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666968320:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755784.675451:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666968576:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755784.675472:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755784.675505:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968448 00000100:00100000:1.0:1787755784.675509:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968448 00002000:00000024:3.0:1787755784.675510:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755784.675543:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24186 00000100:00100000:1.0:1787755784.675549:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666968448:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755784.675570:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588666968576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755784.675577:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6777 00000004:00000024:1.0:1787755784.675581:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442795520 avail 1296556032 00000100:00100000:3.0:1787755784.675596:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968320 00000100:00100000:3.0:1787755784.675599:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968320 00000100:00100000:1.0:1787755784.675634:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588666968448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755784.675641:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24186 00000100:00100000:0.0:1787755784.675854:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666968576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755784.676091:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666968448:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787755784.679866:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755784.679878:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755784.680026:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6778 00000100:00100000:3.0:1787755784.680041:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666968320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755784.680080:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491162176 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:3.0:1787755784.680234:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666968320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 199us (4760us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755784.680244:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6778 00000100:00100000:0.0:1787755784.681785:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666968320:0@lo:13:osp-pre-0-0.0 00000004:00080000:0.0:1787755784.683228:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 351 committed 00010000:00010000:0.0:1787755784.683307:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683411:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683426:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683434:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683442:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755784.683448:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683456:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683483:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:1.0:1787755784.683486:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755784.683567:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683579:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b3253657870cd lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683618:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683624:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683631:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683635:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755784.683638:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683644:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683652:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755784.683655:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755784.683658:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683663:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657870d4 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683683:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683689:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683695:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683701:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755784.683703:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683710:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683717:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x4ec94fd6 (ffff9dfe502b8200) 00010000:00010000:1.0:1787755784.683720:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755784.683722:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.683728:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787175 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755784.683942:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666968704:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1787755784.684023:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:0.0:1787755784.684470:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755784.684514:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755784.684521:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787755784.684605:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968704 00000100:00100000:1.0:1787755784.684614:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968704 00000100:00100000:1.0:1787755784.684683:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30757 00000100:00100000:1.0:1787755784.684694:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666968704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1787755784.684720:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1233 count 1 00010000:00010000:1.0:1787755784.684749:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.684769:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 8 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.684782:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d1:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1787755784.684786:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d1:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755784.684790:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.684818:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 8 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.684833:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 8 pid: 24263 timeout: 8941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755784.684845:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666968960:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755784.684920:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755784.685162:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666968832:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787755784.685201:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787755784.685388:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755784.685682:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666968832 00000100:00100000:1.0:1787755784.685689:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666968832 00000100:00100000:1.0:1787755784.685730:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11072 00000100:00100000:1.0:1787755784.685738:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588666968832:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787755784.685749:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755784.685772:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787017 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787010 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.685837:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x191:0x0].0x5a734ce9 (ffff9dfe52604000) 00010000:00010000:1.0:1787755784.685848:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755784.685897:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588666968832:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 159us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755784.685907:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11072 00000100:00100000:3.0:1787755784.688440:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666968832:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787755784.694904:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755784.695369:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2400/0x9b2b325365787010 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x191:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787017 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755784.695407:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985350 is committed 00000020:00080000:0.0:1787755784.695428:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dff60c08300 refcount 2 committed 0 result 0 batchid 3414 00000020:00080000:0.0:1787755784.695433:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe49086600 00000020:00080000:0.0:1787755784.695436:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1512 00000020:00080000:0.0:1787755784.695438:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe45ba1200 00000020:00080000:0.0:1787755784.695441:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1194 00000001:00080000:0.0:1787755784.695451:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985347 is committed 00000020:00080000:0.0:1787755784.695455:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe503050c0 refcount 2 committed 0 result 0 batchid 3413 00000020:00080000:0.0:1787755784.695458:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe433d0000 00000020:00080000:0.0:1787755784.695460:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1511 00000020:00080000:0.0:1787755784.695462:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90900 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe45ba0200 00000020:00080000:0.0:1787755784.695465:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1193 00000004:00080000:0.0:1787755784.695477:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 350 committed 00000020:00080000:0.0:1787755784.695486:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4c7e2d80 refcount 2 committed 0 result 0 batchid 3412 00000020:00080000:0.0:1787755784.695489:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe45b6fe00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c7e2180 00000020:00080000:0.0:1787755784.696887:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1510 00000020:00080000:0.0:1787755784.696898:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe45b6f100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dff71943400 00000020:00080000:0.0:1787755784.696902:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1192 00000020:00080000:3.0:1787755784.697197:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3406 00000100:00100000:2.0:1787755784.697530:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654438912 00000100:00100000:2.0:1787755784.697545:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654438912 00010000:00010000:2.0:1787755784.697621:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 9 pid: 24263 timeout: 8941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755784.697695:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21628 00000100:00100000:2.0:1787755784.697710:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654438912:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755784.697733:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755784.697739:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 9 pid: 24263 timeout: 8941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.697760:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 9 pid: 24263 timeout: 8941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.697791:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d1:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755784.697796:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d1:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755784.697803:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.697815:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.697842:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:0.0:1787755784.697890:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4c7e2e40 refcount 2 committed 0 result 0 batchid 3411 00000020:00080000:0.0:1787755784.697895:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24c00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c7e2a80 00000020:00080000:0.0:1787755784.697898:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1509 00000020:00080000:0.0:1787755784.697900:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe48a40000 00000020:00080000:0.0:1787755784.697903:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1191 00000100:00100000:2.0:1787755784.697917:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654438912:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 211us (3024us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755784.697924:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21628 00000001:00080000:0.0:1787755784.698226:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985341 is committed 00000020:00080000:0.0:1787755784.698238:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3410 batchid updated 00000020:00080000:3.0:1787755784.699578:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3414 committed batchid 3410 00000004:00080000:3.0:1787755784.699761:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4711d240 with version 6826 00000020:00080000:3.0:1787755784.699780:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3407 cancel update log [0x200000401:0x3:0x0].1505: rc = 0 00000020:00080000:3.0:1787755784.699833:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3407 cancel update log [0x240000400:0x3:0x0].1186: rc = 0 00000004:00080000:3.0:1787755784.699861:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe51b0f180 with version 6827 00000020:00080000:3.0:1787755784.699864:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3408 cancel update log [0x200000401:0x3:0x0].1506: rc = 0 00000020:00080000:3.0:1787755784.699883:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3408 cancel update log [0x240000400:0x3:0x0].1187: rc = 0 00000004:00080000:3.0:1787755784.699904:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe51cfc900 with version 6828 00000020:00080000:3.0:1787755784.699908:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3409 cancel update log [0x200000401:0x3:0x0].1507: rc = 0 00000020:00080000:3.0:1787755784.699927:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3409 cancel update log [0x240000400:0x3:0x0].1188: rc = 0 00000004:00080000:3.0:1787755784.699953:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49f1c840 with version 6829 00000020:00080000:3.0:1787755784.699957:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3410 cancel update log [0x200000401:0x3:0x0].1508: rc = 0 00000020:00080000:3.0:1787755784.699974:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3410 cancel update log [0x240000400:0x3:0x0].1190: rc = 0 00000020:00080000:3.0:1787755784.699980:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3410 00000004:00080000:2.0:1787755784.700045:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6826 rpc_version 6826 00000020:00100000:2.0:1787755784.700096:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755784.700113:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b0a80 x1874588666969216/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755784.700434:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969216:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755784.700519:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755784.700558:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff42f72900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755784.701029:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666969216 00000100:00100000:0.0:1787755784.701039:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666969216 00000100:00100000:0.0:1787755784.701093:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24187 00000100:00100000:0.0:1787755784.701102:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666969216:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755784.701264:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666969216:12345-0@lo:1000:osp_up0-1.0 Request processed in 162us (744us total) trans 8589957431 rc 0/0 00000100:00100000:0.0:1787755784.701271:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24187 00010000:00010000:1.0:1787755784.701536:0:8679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365786e2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ab7 expref: 8 pid: 24263 timeout: 8941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755784.701560:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666968960:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755784.701589:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.701600:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.701608:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.701619:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.701627:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755784.701644:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755784.701794:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666968704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17102us (17771us total) trans 4294973855 rc 0/0 00000100:00100000:1.0:1787755784.701803:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30757 00010000:00010000:2.0:1787755784.701910:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755784.701917:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.701925:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755784.701930:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.701939:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.701958:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.701967:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787191 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755784.701985:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755784.701987:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755784.701989:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755784.702579:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969216:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755784.702595:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6827 rpc_version 6827 00000020:00100000:3.0:1787755784.702628:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755784.702635:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b85500 x1874588666969472/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755784.702660:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969472:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755784.702722:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755784.702751:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755784.703449:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666969472 00000100:00100000:1.0:1787755784.703457:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666969472 00000100:00100000:1.0:1787755784.703515:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24188 00000100:00100000:1.0:1787755784.703524:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666969472:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755784.703700:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666969472:12345-0@lo:1000:osp_up0-1.0 Request processed in 176us (975us total) trans 8589957432 rc 0/0 00000100:00100000:1.0:1787755784.703707:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24188 00000100:00100000:3.0:1787755784.704413:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969472:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755784.704429:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6828 rpc_version 6828 00000020:00100000:3.0:1787755784.704452:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755784.704459:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b84700 x1874588666969728/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755784.704481:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969728:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755784.704526:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755784.704558:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1cf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755784.704635:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666969728 00000100:00100000:2.0:1787755784.704642:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666969728 00000100:00100000:2.0:1787755784.704682:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24189 00000100:00100000:2.0:1787755784.704690:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666969728:12345-0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755784.704723:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe51b84000/2, rc 0, transno 4294973855 00000100:00100000:0.0:1787755784.704730:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666968704:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1787755784.704837:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666969728:12345-0@lo:1000:osp_up0-1.0 Request processed in 147us (310us total) trans 8589957433 rc 0/0 00000100:00100000:2.0:1787755784.704845:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24189 00000100:00100000:0.0:1787755784.705155:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969728:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755784.705163:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6829 rpc_version 6829 00000020:00100000:0.0:1787755784.705177:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755784.705182:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a049180 x1874588666969984/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755784.705195:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969984:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755784.705225:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755784.705252:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755784.705299:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666969984 00000100:00100000:1.0:1787755784.705304:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666969984 00000100:00100000:1.0:1787755784.705377:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24190 00000100:00100000:1.0:1787755784.705386:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666969984:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755784.705498:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666969984:12345-0@lo:1000:osp_up0-1.0 Request processed in 113us (271us total) trans 8589957434 rc 0/0 00000100:00100000:1.0:1787755784.705505:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24190 00000100:00100000:0.0:1787755784.705560:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666969984:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755785.095168:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755785.095216:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755785.095245:0:20150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439040 00000100:00100000:1.0:1787755785.095254:0:20150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439040 00002000:00100000:1.0:1787755785.095306:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x519:0x0] (0->5) req@ffff9dfe51b9a680 x1874588654439040/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:356/0 lens 496/0 e 0 to 0 dl 1787755796 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755785.095356:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b9a680 with x1874588654439040 ext(0->5) 00002000:00010000:1.0:1787755785.095362:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe51b9a680 00000100:00100000:1.0:1787755785.095383:0:20150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27918 00000100:00100000:1.0:1787755785.095392:0:20150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654439040:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755785.096516:0:20150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2399:x1874588654439040:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1117us (1291us total) trans 4294973856 rc 0/0 00000100:00100000:1.0:1787755785.096527:0:20150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27918 00002000:00100000:1.0:1787755785.096536:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x519:0x0] (0->5) req@ffff9dfe51b9a680 x1874588654439040/t4294973856(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:356/0 lens 496/448 e 0 to 0 dl 1787755796 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755785.096545:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b9a680 with x1874588654439040 ext(0->5) 00002000:00010000:1.0:1787755785.096550:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe51b9a680 00000100:00100000:3.0:1787755785.098626:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439168 00000100:00100000:3.0:1787755785.098644:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439168 00000100:00100000:3.0:1787755785.099726:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30758 00000100:00100000:3.0:1787755785.099745:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2399:x1874588654439168:12345-192.168.201.7@tcp:16:kworker.0 00000100:00080000:3.0:1787755785.100042:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1787755785.106536:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973856 is committed 00000001:00080000:3.0:1787755785.106556:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973855 is committed 00000100:00100000:0.0:1787755785.125698:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654439168:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 25941us (30520us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755785.125712:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30758 00000100:00100000:0.0:1787755785.131121:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755785.131171:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755785.131204:0:29885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439296 00000100:00100000:0.0:1787755785.131214:0:29885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439296 00002000:00100000:0.0:1787755785.131276:0:29885:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x4d3:0x0] (0->5) req@ffff9dfe4a04b800 x1874588654439296/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:356/0 lens 496/0 e 0 to 0 dl 1787755796 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755785.131288:0:29885:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a04b800 with x1874588654439296 ext(0->5) 00002000:00010000:0.0:1787755785.131294:0:29885:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a04b800 00000100:00100000:0.0:1787755785.131361:0:29885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27919 00000100:00100000:0.0:1787755785.131371:0:29885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654439296:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:2.0:1787755785.131915:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439424 00000100:00100000:2.0:1787755785.131922:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439424 00000100:00100000:2.0:1787755785.131960:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30759 00000100:00100000:2.0:1787755785.131968:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654439424:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:2.0:1787755785.132047:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654439424:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 79us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755785.132055:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30759 00000100:00080000:0.0:1787755785.132702:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755785.135098:0:29885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2399:x1874588654439296:12345-192.168.201.7@tcp:4:bash.0 Request processed in 3716us (3913us total) trans 4294976193 rc 0/0 00000100:00100000:0.0:1787755785.135113:0:29885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27919 00002000:00100000:0.0:1787755785.135126:0:29885:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x2c0000400:0x4d3:0x0] (0->5) req@ffff9dfe4a04b800 x1874588654439296/t4294976193(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:356/0 lens 496/448 e 0 to 0 dl 1787755796 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755785.135136:0:29885:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a04b800 with x1874588654439296 ext(0->5) 00002000:00010000:0.0:1787755785.135144:0:29885:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a04b800 00000001:00080000:3.0:1787755785.144527:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976193 is committed 00000001:00080000:3.0:1787755785.144544:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976192 is committed 00000001:00080000:3.0:1787755785.144553:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976190 is committed 00010000:00010000:3.0:1787755785.197078:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755786.074792:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755786.075238:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439552 00000100:00100000:3.0:1787755786.075252:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439552 00000100:00100000:3.0:1787755786.075361:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70166 00000100:00100000:3.0:1787755786.075374:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:224399:x1874588654439552:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755786.075399:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755786.075497:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787198 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ba5 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.075578:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.075592:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.075607:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755786.075662:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755786.075667:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755786.075690:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.075719:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787198 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.075739:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.075748:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755786.075752:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755786.075757:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755786.075826:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:224399:x1874588654439552:12345-192.168.201.7@tcp:101:cat.0 Request processed in 455us (1046us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.075834:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70166 00000100:00080000:2.0:1787755786.076604:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755786.109254:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.109924:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439680 00000100:00100000:0.0:1787755786.109940:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439680 00000100:00100000:0.0:1787755786.110015:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70167 00000100:00100000:0.0:1787755786.110030:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:224399:x1874588654439680:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755786.110061:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.110092:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657871a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bac expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110184:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110201:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110213:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110229:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110237:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110244:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110393:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657871bb lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.110408:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657871bb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.111932:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657871bb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755786.111985:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657871bb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112003:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112011:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112017:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112025:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112032:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755786.112038:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112047:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112066:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755786.112070:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755786.112075:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112082:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657871ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112109:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112115:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112121:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112126:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755786.112128:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112133:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112140:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff42fa8300) 00010000:00010000:0.0:1787755786.112142:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755786.112145:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112150:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657871b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112204:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b3253657871a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bac expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112225:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657871bb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bac expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.112232:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:0.0:1787755786.112234:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755786.112236:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755786.112408:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+8:224399:x1874588654439680:12345-192.168.201.7@tcp:101:cat.0 Request processed in 2378us (3167us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.115144:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70167 00000100:00100000:3.0:1787755786.118009:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.118226:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439808 00000100:00100000:0.0:1787755786.118238:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439808 00000100:00100000:0.0:1787755786.118364:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70168 00000100:00100000:0.0:1787755786.118379:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:224399:x1874588654439808:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755786.118402:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.118448:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871c2 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bb3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.118542:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657871c9 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.118559:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657871c9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.118574:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657871c9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755786.118715:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00000004:00200000:0.0:1787755786.118722:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755786.118762:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871c2 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bb3 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755786.118949:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787755786.118986:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657871c9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bb3 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.118997:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:0.0:1787755786.119000:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755786.119004:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755786.119100:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:224399:x1874588654439808:12345-192.168.201.7@tcp:101:cat.0 Request processed in 723us (1100us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.119107:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70168 00000100:00100000:3.0:1787755786.123499:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.123716:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654439936 00000100:00100000:0.0:1787755786.123730:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654439936 00000100:00100000:0.0:1787755786.123809:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70169 00000100:00100000:0.0:1787755786.123820:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:224399:x1874588654439936:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755786.123850:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.123883:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657871d0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bba expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.123965:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.123986:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.124000:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755786.124063:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x194:0x0]: returning size 4096 00000004:00200000:0.0:1787755786.124070:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755786.124113:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657871d0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.124137:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.124146:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:0.0:1787755786.124149:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755786.124154:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755786.124233:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:224399:x1874588654439936:12345-192.168.201.7@tcp:101:cat.0 Request processed in 413us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.124241:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70169 00000100:00100000:3.0:1787755786.151009:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.151171:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440064 00000100:00100000:0.0:1787755786.151182:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440064 00000100:00100000:0.0:1787755786.151261:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70170 00000100:00100000:0.0:1787755786.151274:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:224399:x1874588654440064:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755786.151297:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.151356:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657871de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bc1 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.151555:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.151573:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.151592:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755786.151664:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x192:0x0]: returning size 4096 00000004:00200000:0.0:1787755786.151671:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755786.151724:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657871de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.151746:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.151756:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff42fa8300) 00010000:00010000:0.0:1787755786.151760:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755786.151763:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755786.151944:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:224399:x1874588654440064:12345-192.168.201.7@tcp:101:cat.0 Request processed in 671us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.151951:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70170 00000100:00100000:1.0:1787755786.172031:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755786.172408:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440320 00000100:00100000:2.0:1787755786.172427:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440320 00000100:00100000:2.0:1787755786.172484:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70171 00000100:00100000:2.0:1787755786.172494:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:224399:x1874588654440320:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755786.172513:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755786.172533:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657871ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bc8 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.172612:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.172625:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.172636:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.172650:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.172657:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.172663:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:2.0:1787755786.172736:0:35153:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00010000:00010000:1.0:1787755786.215251:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755786.639245:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755786.639434:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440448 00000100:00100000:1.0:1787755786.639450:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440448 00000100:00100000:1.0:1787755786.639535:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70172 00000100:00100000:1.0:1787755786.639546:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224401:x1874588654440448:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755786.639567:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755786.639593:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787201 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bcf expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.639665:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.639680:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.639692:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755786.639743:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755786.639747:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000100:00080000:2.0:1787755786.639766:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00010000:1.0:1787755786.639770:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.639797:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787201 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.639820:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.639828:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755786.639831:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755786.639835:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755786.639897:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224401:x1874588654440448:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 352us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755786.639904:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70172 00000100:00100000:1.0:1787755786.655604:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755786.655711:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440576 00000100:00100000:3.0:1787755786.655723:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440576 00000100:00100000:3.0:1787755786.655788:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70173 00000100:00100000:3.0:1787755786.655808:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224401:x1874588654440576:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755786.655830:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755786.655852:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578720f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bd6 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.655926:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.655940:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.655952:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.655966:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.656623:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.656639:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.656741:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.656751:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.656758:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755786.656790:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657545:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657552:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657560:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657568:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657575:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755786.657580:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657588:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657607:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755786.657611:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755786.657616:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657623:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787216 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657650:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657657:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657663:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657668:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755786.657672:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657679:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657688:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7200) 00010000:00010000:3.0:1787755786.657690:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755786.657693:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657698:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578721d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657761:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578720f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657779:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.657787:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:3.0:1787755786.657789:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755786.657793:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755786.659111:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224401:x1874588654440576:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 3304us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.659122:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70173 00000100:00100000:3.0:1787755786.670442:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.670651:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440704 00000100:00100000:0.0:1787755786.670666:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440704 00000100:00100000:0.0:1787755786.670761:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70174 00000100:00100000:0.0:1787755786.670773:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:224401:x1874588654440704:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755786.670795:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.670984:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578722b lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bdd expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.671058:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787232 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.671080:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787232 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.671093:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787232 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755786.671190:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00000004:00200000:0.0:1787755786.671195:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755786.671238:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b32536578722b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bdd expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.671260:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787232 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bdd expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.671270:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:0.0:1787755786.671273:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755786.671276:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00080000:2.0:1787755786.671585:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755786.674481:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224401:x1874588654440704:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 3692us (4038us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.674497:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70174 00000100:00100000:1.0:1787755786.683109:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.683609:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440832 00000100:00100000:0.0:1787755786.683630:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440832 00000100:00100000:0.0:1787755786.683721:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70175 00000100:00100000:0.0:1787755786.683734:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224401:x1874588654440832:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755786.683764:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.683789:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365787239 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213be4 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.683875:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.683890:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.683902:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.683916:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.683924:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.683930:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684025:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684034:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684041:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755786.684097:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5d:0x0]: returning size 6 00000004:00200000:0.0:1787755786.684102:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755786.684124:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684141:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684152:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684158:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684165:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684172:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684178:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755786.684184:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684191:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684205:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:0.0:1787755786.684208:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755786.684212:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684219:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365787240 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684233:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684240:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684246:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684251:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755786.684254:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684261:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684268:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x4ec94fd6 (ffff9dff42fa8f00) 00010000:00010000:0.0:1787755786.684270:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755786.684273:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684278:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787247 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684312:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b325365787239 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213be4 expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684380:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213be4 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.684387:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dff42fa8000) 00010000:00010000:0.0:1787755786.684389:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755786.684393:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755786.684789:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224401:x1874588654440832:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1055us (1692us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.684806:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70175 00000100:00100000:1.0:1787755786.690697:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.690922:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654440960 00000100:00100000:0.0:1787755786.690935:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654440960 00000100:00100000:0.0:1787755786.690995:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70176 00000100:00100000:0.0:1787755786.691005:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224401:x1874588654440960:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755786.691029:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.691053:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787255 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213beb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691128:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691144:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691156:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691167:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691176:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691181:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691271:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691281:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691288:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755786.691389:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1daa:0x0]: returning size 6 00000004:00200000:0.0:1787755786.691395:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755786.691545:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691559:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691568:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691575:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691582:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691588:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691594:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755786.691600:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691607:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691622:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff42fa8300) 00010000:00010000:0.0:1787755786.691625:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755786.691630:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691637:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578725c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691656:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691662:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691668:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691672:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755786.691675:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691680:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691688:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff531e4a00) 00010000:00010000:0.0:1787755786.691691:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755786.691693:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691699:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787263 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691730:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787255 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213beb expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691744:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213beb expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.691751:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:0.0:1787755786.691753:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755786.691756:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755786.692947:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224401:x1874588654440960:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1934us (2259us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.692959:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70176 00000100:00100000:3.0:1787755786.705611:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755786.705803:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441088 00000100:00100000:2.0:1787755786.705814:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441088 00000100:00100000:2.0:1787755786.705885:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11073 00000100:00100000:2.0:1787755786.705896:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654441088:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755786.705913:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755786.705942:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578724e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213be4 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.705969:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dff42fa8000) 00010000:00010000:2.0:1787755786.705980:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755786.706040:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654441088:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 145us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.706047:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11073 00000100:00100000:1.0:1787755786.714978:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.715057:0:6534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441344 00000100:00100000:0.0:1787755786.715067:0:6534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441344 00000100:00100000:0.0:1787755786.715134:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1229 00000100:00100000:0.0:1787755786.715145:0:6534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224401:x1874588654441344:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:0.0:1787755786.715207:0:6534:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755786.715241:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b32536578726a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213beb expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.715261:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dff42fa8c00) 00010000:00010000:0.0:1787755786.715272:0:6534:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755786.715400:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970112:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.715466:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.715542:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.716870:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666970112 00000100:00100000:3.0:1787755786.716883:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666970112 00000100:00100000:3.0:1787755786.716953:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24191 00000100:00100000:3.0:1787755786.716964:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970112:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.717096:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970112:12345-0@lo:1000:mdt_io00_002.0 Request processed in 133us (1628us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.717104:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24191 00000100:00100000:0.0:1787755786.720399:0:6534:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985341 gen 2 00000004:00080000:0.0:1787755786.720426:0:6534:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985340 committed transno 4294985341 00000020:00080000:0.0:1787755786.720435:0:6534:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4c7e2480 refcount 2 committed 0 result 0 batchid 4294979805 00000020:00080000:0.0:1787755786.720441:0:6534:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24b00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c7e2c00 00000020:00080000:0.0:1787755786.720445:0:6534:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].937 00000020:00080000:0.0:1787755786.720448:0:6534:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4d901600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47040a00 00000020:00080000:0.0:1787755786.720450:0:6534:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].934 00000004:00080000:0.0:1787755786.720487:0:6534:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985341 committed transno 4294985341 00000100:00100000:0.0:1787755786.720511:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970112:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.720637:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970240:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.720718:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.720801:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9f00 going to sleep for 11 seconds 00000020:00080000:1.0:1787755786.720927:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979805 committed batchid 4294979804 00000020:00080000:1.0:1787755786.721020:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979804 00000100:00100000:2.0:1787755786.721087:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666970240 00000100:00100000:2.0:1787755786.721095:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666970240 00000100:00100000:2.0:1787755786.721147:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24192 00000100:00100000:2.0:1787755786.721156:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970240:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.721261:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970240:12345-0@lo:1000:mdt_io00_002.0 Request processed in 105us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.721269:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24192 00000100:00100000:0.0:1787755786.721727:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970240:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755786.721756:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00000100:00100000:0.0:1787755786.721791:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970368:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.721836:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.721872:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755786.721990:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666970368 00000100:00100000:2.0:1787755786.721995:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666970368 00000100:00100000:2.0:1787755786.722033:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24193 00000100:00100000:2.0:1787755786.722040:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970368:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.722112:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970368:12345-0@lo:1000:mdt_io00_002.0 Request processed in 73us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.722119:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24193 00000100:00100000:1.0:1787755786.722185:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970368:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755786.722203:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5c:0x0] 00000100:00100000:1.0:1787755786.722233:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970496:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.722261:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755786.722286:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755786.722350:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666970496 00000100:00100000:2.0:1787755786.722354:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666970496 00000100:00100000:2.0:1787755786.722380:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24194 00000100:00100000:2.0:1787755786.722387:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970496:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.722447:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970496:12345-0@lo:1000:mdt_io00_002.0 Request processed in 61us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.722453:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24194 00000100:00100000:1.0:1787755786.722649:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970496:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755786.722683:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00000100:00100000:1.0:1787755786.722703:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970624:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.722728:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755786.722748:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755786.723188:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666970624 00000100:00100000:2.0:1787755786.723194:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666970624 00000100:00100000:2.0:1787755786.723223:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24195 00000100:00100000:2.0:1787755786.723229:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970624:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.723287:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970624:12345-0@lo:1000:mdt_io00_002.0 Request processed in 58us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.723294:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24195 00000020:00080000:1.0:1787755786.723970:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979805 batchid updated 00000001:00080000:1.0:1787755786.723987:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957434 is committed 00000001:00080000:1.0:1787755786.724016:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957430 is committed 00000100:00100000:1.0:1787755786.724065:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970624:0@lo:1000:mdt_io00_002.0 00000004:00020000:1.0:1787755786.724109:0:6534:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:1.0:1787755786.724159:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.724170:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.724181:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755786.724196:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970752:0@lo:101:mdt_io00_002.0 00000100:00100000:1.0:1787755786.724240:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755786.724276:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755786.724293:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666970752 00000100:00100000:1.0:1787755786.724298:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666970752 00000100:00100000:1.0:1787755786.724365:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24196 00000100:00100000:1.0:1787755786.724374:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588666970752:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755786.724385:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755786.724400:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787271 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.724424:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.724434:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.724459:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.724475:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 6 pid: 6521 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755786.724486:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588666970880:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755786.724927:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00010000:00010000:3.0:1787755786.725014:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.725024:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.725038:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.725044:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755786.725049:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.725058:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.725076:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff531e4a00) 00010000:00010000:3.0:1787755786.725079:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755786.725085:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.725093:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b32536578714b lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:2.0:1787755786.725599:0:35153:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4447 00010000:00010000:2.0:1787755786.725683:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725695:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725705:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755786.725717:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1daa:0x0]: returning size 6 00010000:00010000:2.0:1787755786.725831:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725839:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725845:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725851:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725857:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755786.725860:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725866:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725877:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff42fa8300) 00010000:00010000:2.0:1787755786.725880:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755786.725884:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725894:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657871f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725908:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725914:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725920:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725924:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755786.725927:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725933:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725940:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff531e4a00) 00010000:00010000:2.0:1787755786.725943:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755786.725945:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.725951:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657871fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.726004:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657871ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.726022:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.726028:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755786.726031:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755786.726033:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755786.726097:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+11:224399:x1874588654440320:12345-192.168.201.7@tcp:101:cat.0 Request processed in 553604us (554081us total) trans 8589957435 rc 0/0 00000100:00100000:2.0:1787755786.726106:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70171 00000020:00080000:2.0:1787755786.726138:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979805 00000004:00080000:2.0:1787755786.726197:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4a262240 with version 1824 00000020:00080000:2.0:1787755786.726214:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979805 cancel update log [0x240000404:0x2:0x0].937: rc = 0 00000020:00080000:2.0:1787755786.726263:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979805 cancel update log [0x200000bd0:0x2:0x0].934: rc = 0 00000020:00080000:2.0:1787755786.726271:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979805 00000004:00080000:0.0:1787755786.726362:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1824 rpc_version 1824 00000020:00100000:0.0:1787755786.726391:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755786.726399:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a04b480 x1874588666971136/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755786.726430:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666971136:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755786.726475:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.726501:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.727863:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666971136 00000100:00100000:3.0:1787755786.727875:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666971136 00000100:00100000:3.0:1787755786.727921:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24197 00000100:00100000:3.0:1787755786.727930:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588666971136:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755786.728111:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666971136:12345-0@lo:1000:osp_up1-0.0 Request processed in 181us (1634us total) trans 4294985351 rc 0/0 00000100:00100000:3.0:1787755786.728119:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24197 00000100:00100000:0.0:1787755786.728205:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b480 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666971136:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755786.732847:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.732942:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441472 00000100:00100000:0.0:1787755786.732953:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441472 00010000:00010000:0.0:1787755786.732998:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 7 pid: 6521 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755786.733041:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21629 00000100:00100000:0.0:1787755786.733052:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654441472:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755786.733068:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755786.733075:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 7 pid: 6521 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733089:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 7 pid: 6521 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733112:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:0.0:1787755786.733120:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733130:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733138:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733172:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755786.733187:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588666971264:0@lo:105: 00000100:00100000:0.0:1787755786.733241:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.733278:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.733303:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755786.733346:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666971264 00000100:00100000:0.0:1787755786.733350:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666971264 00000100:00100000:0.0:1787755786.733377:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895 00000100:00100000:0.0:1787755786.733383:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46604c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588666971264:12345-0@lo:105: 00010000:00010000:0.0:1787755786.733394:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733404:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733425:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733439:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733447:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733455:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.733468:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61a00) 00000100:00100000:0.0:1787755786.733501:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46604c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588666971264:12345-0@lo:105: Request processed in 118us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.733511:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895 00000100:00100000:0.0:1787755786.733693:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588666971264:0@lo:105: 00010000:00010000:0.0:1787755786.733707:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755786.733742:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654441472:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 692us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.733749:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21629 00010000:00010000:3.0:1787755786.734844:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657871d7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bba expref: 6 pid: 6521 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.734876:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588666970880:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755786.734908:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.734920:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:3.0:1787755786.734923:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755786.734927:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:3.0:1787755786.735002:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666970752:12345-0@lo:101:mdt_io00_002.0 Request processed in 10628us (10762us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.735010:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24196 00000100:00100000:1.0:1787755786.736716:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666970752:0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755786.736746:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755786.736777:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00010000:00010000:1.0:1787755786.736834:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.736842:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.736853:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755786.736876:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666971392:0@lo:101:mdt_io00_002.0 00000100:00100000:1.0:1787755786.736952:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755786.736992:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.741996:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666971392 00000100:00100000:3.0:1787755786.742014:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666971392 00000100:00100000:3.0:1787755786.742080:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24198 00000100:00100000:3.0:1787755786.742090:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588666971392:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:3.0:1787755786.742120:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755786.742151:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787294 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578728d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.742188:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787294 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578728d expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.742204:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787294 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578728d expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.742215:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x4ec94fd6 (ffff9dff439f7700) 00010000:00010000:3.0:1787755786.742219:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755786.742224:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755786.742372:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666971392:12345-0@lo:101:mdt_io00_002.0 Request processed in 282us (5419us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.742380:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24198 00000100:00100000:1.0:1787755786.743550:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666971392:0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755786.743586:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.743603:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755786.743631:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00010000:00010000:1.0:1787755786.743669:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.743687:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.743698:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.743747:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755786.743767:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 10 pid: 10714 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755786.744035:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666971520:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755786.744152:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755786.745526:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755786.745690:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441600 00000100:00100000:3.0:1787755786.745701:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441600 00000100:00100000:3.0:1787755786.745795:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30760 00000100:00100000:3.0:1787755786.745808:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654441600:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755786.745826:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755786.745845:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8bc300c/0x9b2b3253657872a2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bf2 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.745901:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666971648:192.168.201.7@tcp:106: 00000100:00100000:3.0:1787755786.745966:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b976c0 going to sleep for 11 seconds 00000100:00080000:0.0:1787755786.746086:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755786.751649:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00002000:00010000:2.0:1787755786.752019:0:8435:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x519:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1787755786.752023:0:8435:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x519:0x0] updating lvb mtime: 0 -> 1787755780 00000100:00100000:1.0:1787755786.752024:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666971520:192.168.201.7@tcp:104: 00002000:00010000:2.0:1787755786.752026:0:8435:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x519:0x0] updating lvb atime: 0 -> 1787755780 00002000:00010000:2.0:1787755786.752028:0:8435:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x519:0x0] updating lvb ctime: 0 -> 1787755780 00002000:00010000:2.0:1787755786.752030:0:8435:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x519:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:2.0:1787755786.752048:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588666971648:192.168.201.7@tcp:106: 00010000:00010000:1.0:1787755786.752052:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.752073:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8bc300c/0x9b2b3253657872a2 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf2 expref: 6 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.752095:0:8435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8bc300c/0x9b2b3253657872a2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf2 expref: 6 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.752114:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:2.0:1787755786.752177:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654441600:12345-192.168.201.7@tcp:101:cat.0 Request processed in 6371us (6656us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755786.752187:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30760 00000100:00100000:3.0:1787755786.752283:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441728 00000100:00100000:3.0:1787755786.752292:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441728 00010000:00010000:3.0:1787755786.752696:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 11 pid: 10714 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.752738:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21630 00000100:00100000:3.0:1787755786.752748:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654441728:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755786.752765:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755786.752773:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 11 pid: 10714 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.752786:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 11 pid: 10714 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.752808:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657871e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc1 expref: 11 pid: 10714 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.752823:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff42fa8300) 00010000:00010000:3.0:1787755786.752830:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.752841:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.752850:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.752880:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755786.752910:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2400:x1874588654441728:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 164us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.752916:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21630 00010000:00010000:0.0:1787755786.752925:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.752932:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.752956:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.752966:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.752974:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755786.753032:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666971776:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.753087:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.753119:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.754634:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666971776 00000100:00100000:3.0:1787755786.754647:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666971776 00000100:00100000:3.0:1787755786.754707:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24199 00000100:00100000:3.0:1787755786.754719:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666971776:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.754849:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666971776:12345-0@lo:1000:mdt_io00_002.0 Request processed in 132us (1760us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.754858:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24199 00000100:00100000:0.0:1787755786.755709:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666971776:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.755805:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666971904:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.755861:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.755902:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.756595:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666971904 00000100:00100000:3.0:1787755786.756603:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666971904 00000100:00100000:3.0:1787755786.756653:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24200 00000100:00100000:3.0:1787755786.756664:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666971904:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.756803:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666971904:12345-0@lo:1000:mdt_io00_002.0 Request processed in 141us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.756811:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24200 00000100:00100000:1.0:1787755786.756895:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666971904:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.756950:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972032:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.756983:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755786.757009:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.762494:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666972032 00000100:00100000:3.0:1787755786.762515:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666972032 00000100:00100000:1.0:1787755786.762608:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24201 00000100:00100000:1.0:1787755786.762623:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972032:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.762871:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972032:12345-0@lo:1000:mdt_io00_002.0 Request processed in 251us (5886us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755786.762879:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24201 00000100:00100000:3.0:1787755786.764486:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972032:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.764599:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972160:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.764665:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755786.764692:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b976c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.765152:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666972160 00000100:00100000:0.0:1787755786.765160:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666972160 00000100:00100000:0.0:1787755786.765216:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24202 00000100:00100000:0.0:1787755786.765225:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972160:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.765354:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972160:12345-0@lo:1000:mdt_io00_002.0 Request processed in 130us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.765362:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24202 00000100:00100000:3.0:1787755786.766114:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972160:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.766214:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972288:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.766256:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755786.766284:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.766394:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666972288 00000100:00100000:0.0:1787755786.766399:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666972288 00000100:00100000:0.0:1787755786.766443:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24203 00000100:00100000:0.0:1787755786.766450:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972288:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.766529:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972288:12345-0@lo:1000:mdt_io00_002.0 Request processed in 79us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.766536:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24203 00000100:00100000:3.0:1787755786.766716:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972288:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755786.766736:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5c:0x0] 00010000:00010000:3.0:1787755786.766823:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.766844:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.766852:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.766876:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.766895:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 9 pid: 35153 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.766905:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666972416:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755786.766962:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.771771:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755786.771877:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441856 00000100:00100000:2.0:1787755786.771891:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441856 00000100:00100000:2.0:1787755786.771970:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30761 00000100:00100000:2.0:1787755786.771981:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:224399:x1874588654441856:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755786.772002:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755786.772024:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213bf9 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.772058:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.772068:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x519:0x0].0x0 since=5s v=(0 0) 00010000:00010000:2.0:1787755786.772073:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755786.772080:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.772118:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 5 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.772131:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 5 pid: 35158 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755786.772152:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588666972544:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755786.772251:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755786.777243:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588666972544:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755786.777290:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.777369:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755786.777429:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:224399:x1874588654441856:12345-192.168.201.7@tcp:101:cat.0 Request processed in 5449us (5668us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.777438:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30761 00000100:00100000:3.0:1787755786.778043:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588666972416:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755786.778064:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755786.785851:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755786.785896:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755786.786039:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654441984 00000100:00100000:3.0:1787755786.786049:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654441984 00010000:00010000:3.0:1787755786.786094:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 10 pid: 35153 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.786133:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654442112 00000100:00100000:3.0:1787755786.786136:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654442112 00010000:00010000:3.0:1787755786.786151:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 6 pid: 35158 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.786180:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21631 00000100:00100000:3.0:1787755786.786191:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654441984:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755786.786207:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755786.786216:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 10 pid: 35153 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786238:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 10 pid: 35153 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786263:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578727f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1daa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bc8 expref: 10 pid: 35153 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786284:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:3.0:1787755786.786289:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786299:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786307:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786381:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755786.786431:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654441984:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 241us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.786439:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21631 00000100:00100000:3.0:1787755786.786459:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21632 00000100:00100000:3.0:1787755786.786466:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654442112:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755786.786476:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755786.786502:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 6 pid: 35158 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786520:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 6 pid: 35158 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786539:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d92af7e8/0x9b2b325365787160 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b90 expref: 6 pid: 35158 timeout: 8943 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786898:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755786.786905:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755786.786915:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786925:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.786959:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755786.786973:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:34739:1874588666972672:192.168.201.7@tcp:105: 00000100:00100000:3.0:1787755786.787035:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00010000:00010000:2.0:1787755786.789149:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.789165:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.789247:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.789256:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.789271:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755786.789298:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972800:0@lo:101:mdt_io00_002.0 00000100:00100000:2.0:1787755786.789391:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.789468:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666972800 00000100:00100000:2.0:1787755786.789477:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666972800 00000100:00100000:2.0:1787755786.790175:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24204 00000100:00100000:2.0:1787755786.790188:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588666972800:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755786.790208:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755786.790233:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657872c5 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657872be expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.790263:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657872c5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657872be expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.790279:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657872c5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657872be expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.790288:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:2.0:1787755786.790291:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1787755786.790295:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755786.790401:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666972800:12345-0@lo:101:mdt_io00_002.0 Request processed in 214us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.790410:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24204 00000100:00100000:2.0:1787755786.790438:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755786.790470:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972800:0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755786.790486:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.790679:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755786.790709:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5d:0x0] 00000100:00100000:2.0:1787755786.790916:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972928:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.790959:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.790990:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff4137f300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.791234:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666972928 00000100:00100000:3.0:1787755786.791240:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666972928 00000100:00100000:3.0:1787755786.791284:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24205 00000100:00100000:3.0:1787755786.791293:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666972928:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.791413:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666972928:12345-0@lo:1000:mdt_io00_002.0 Request processed in 121us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.791420:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24205 00000100:00100000:2.0:1787755786.794008:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666972928:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755786.794074:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00000100:00100000:2.0:1787755786.794133:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973056:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.794193:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.794236:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.794311:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973056 00000100:00100000:3.0:1787755786.794354:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973056 00000100:00100000:3.0:1787755786.794400:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24206 00000100:00100000:3.0:1787755786.794411:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973056:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.794516:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973056:12345-0@lo:1000:mdt_io00_002.0 Request processed in 106us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.794524:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24206 00000100:00100000:2.0:1787755786.796458:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973056:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755786.796521:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5c:0x0] 00010000:00010000:2.0:1787755786.797801:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.797825:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.797838:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755786.797944:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973184:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.798023:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.798061:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.798363:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973184 00000100:00100000:3.0:1787755786.798372:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973184 00000100:00100000:3.0:1787755786.798429:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24207 00000100:00100000:3.0:1787755786.798439:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973184:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.798524:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973184:12345-0@lo:1000:mdt_io00_002.0 Request processed in 87us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.798532:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24207 00000100:00100000:3.0:1787755786.802798:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:34739:1874588666972672:192.168.201.7@tcp:105: 00010000:00010000:3.0:1787755786.802827:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755786.802900:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654442112:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 16433us (17001us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.802911:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21632 00000100:00100000:2.0:1787755786.803101:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973184:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755786.803140:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5c:0x0] 00000100:00100000:2.0:1787755786.803194:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973312:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.803254:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.803289:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.803431:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973312 00000100:00100000:3.0:1787755786.803438:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973312 00000100:00100000:3.0:1787755786.803477:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24208 00000100:00100000:3.0:1787755786.803485:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973312:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.803552:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755786.803569:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973312:12345-0@lo:1000:mdt_io00_002.0 Request processed in 84us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.803576:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24208 00000100:00100000:2.0:1787755786.803958:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973312:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.804000:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973440:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.804027:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.804046:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.804376:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654442240 00000100:00100000:0.0:1787755786.804382:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654442240 00000100:00100000:0.0:1787755786.804427:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70177 00000100:00100000:0.0:1787755786.804436:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:224399:x1874588654442240:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755786.804450:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755786.804473:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657872d3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1daa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c00 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.804538:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657872d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1daa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c00 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.804568:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657872d3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1daa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c00 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755786.804588:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:0.0:1787755786.804591:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787755786.804595:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755786.804640:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+10:224399:x1874588654442240:12345-192.168.201.7@tcp:101:cat.0 Request processed in 205us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.804647:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70177 00000100:00100000:0.0:1787755786.804671:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973440 00000100:00100000:0.0:1787755786.804676:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973440 00000100:00100000:0.0:1787755786.804701:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24209 00000100:00100000:0.0:1787755786.804707:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973440:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.804785:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973440:12345-0@lo:1000:mdt_io00_002.0 Request processed in 77us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.804791:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24209 00000100:00100000:2.0:1787755786.805242:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973440:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755786.805272:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00000100:00100000:2.0:1787755786.805308:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973568:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.805372:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.805393:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.805547:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973568 00000100:00100000:3.0:1787755786.805552:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973568 00000100:00100000:3.0:1787755786.805584:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24210 00000100:00100000:3.0:1787755786.805592:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973568:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755786.805664:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973568:12345-0@lo:1000:mdt_io00_002.0 Request processed in 72us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755786.805671:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24210 00000100:00100000:2.0:1787755786.805689:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973568:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755786.805707:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5c:0x0] 00000100:00100000:2.0:1787755786.805735:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973696:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.805758:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.805789:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.805896:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973696 00000100:00100000:0.0:1787755786.805902:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973696 00000100:00100000:0.0:1787755786.805935:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24211 00000100:00100000:0.0:1787755786.805943:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973696:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.806029:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973696:12345-0@lo:1000:mdt_io00_002.0 Request processed in 86us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.806036:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24211 00000100:00100000:2.0:1787755786.806283:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973696:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.806345:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973824:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.806372:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.806393:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.806479:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973824 00000100:00100000:0.0:1787755786.806484:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973824 00000100:00100000:0.0:1787755786.806525:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24212 00000100:00100000:0.0:1787755786.806532:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973824:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755786.806727:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973824:12345-0@lo:1000:mdt_io00_002.0 Request processed in 194us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.806734:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24212 00000100:00100000:1.0:1787755786.807857:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755786.807998:0:20162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654442368 00000100:00100000:0.0:1787755786.808005:0:20162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654442368 00002000:00100000:0.0:1787755786.808044:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x519:0x0] (0->4095) req@ffff9dfe4c914380 x1874588654442368/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:357/0 lens 488/0 e 0 to 0 dl 1787755797 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755786.808055:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4c914380 with x1874588654442368 ext(0->4095) 00002000:00010000:0.0:1787755786.808060:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4c914380 00000100:00100000:0.0:1787755786.808089:0:20162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27920 00000100:00100000:0.0:1787755786.808098:0:20162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654442368:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:0.0:1787755786.808271:0:20162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654442368:12345-192.168.201.7@tcp:3:cat.0 Request processed in 173us (421us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1787755786.808279:0:20162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27920 00002000:00100000:0.0:1787755786.808286:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x519:0x0] (0->4095) req@ffff9dfe4c914380 x1874588654442368/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:357/0 lens 488/4536 e 0 to 0 dl 1787755797 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755786.808294:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4c914380 with x1874588654442368 ext(0->4095) 00002000:00010000:0.0:1787755786.808298:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4c914380 00000100:00100000:2.0:1787755786.809194:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973824:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.809372:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973952:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755786.809425:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.809455:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4cf3f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755786.809621:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666973952 00000100:00100000:0.0:1787755786.809628:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666973952 00000100:00100000:0.0:1787755786.809679:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24213 00000100:00100000:0.0:1787755786.809690:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973952:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755786.809923:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588666973952:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755786.810298:0:6534:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1daa:0x0] is inserted into orphan list, open count = 1 00000100:00100000:0.0:1787755786.810451:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588666973952:12345-0@lo:1000:mdt_io00_002.0 Request processed in 761us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755786.810460:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24213 00000040:00080000:1.0:1787755786.810740:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].935, 1240 off874568 00000040:00080000:1.0:1787755786.812954:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].938, 1320 off971832 00000004:00080000:1.0:1787755786.812968:0:6534:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe5199bcc0 with version 1825 00000004:00080000:0.0:1787755786.813270:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1825 rpc_version 1825 00000020:00100000:0.0:1787755786.813311:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755786.813364:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e3b80 x1874588666974208/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755786.813394:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666974208:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755786.813517:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755786.813566:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755786.814007:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974208 00000100:00100000:3.0:1787755786.814016:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974208 00000100:00100000:3.0:1787755786.814074:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24214 00000100:00100000:3.0:1787755786.814085:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666974208:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755786.814603:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+10:30971:x1874588666974208:12345-0@lo:1000:osp_up1-0.0 Request processed in 518us (1083us total) trans 4294985352 rc 0/0 00000100:00100000:3.0:1787755786.814612:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24214 00000100:00100000:1.0:1787755786.816003:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666974208:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1787755786.816232:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816245:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816253:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816261:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755786.816266:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816275:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816291:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755786.816295:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755786.816299:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816306:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872b0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1daa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755786.816373:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5d:0x0] 00010000:00010000:2.0:1787755786.816381:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816388:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816406:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816412:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816418:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816422:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755786.816425:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816430:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816437:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff42fa8300) 00010000:00010000:2.0:1787755786.816440:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755786.816443:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816449:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578729b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755786.816467:0:6534:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b0cea9ce reply state 00000000d032d547 transno 8589957436 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816480:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816487:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755786.816490:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755786.816493:0:6534:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1787755786.816496:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00010000:00010000:2.0:1787755786.816501:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816508:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816514:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816533:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755786.816537:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x194:0x0] 00010000:00010000:2.0:1787755786.816541:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816560:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816570:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816575:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816580:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816584:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755786.816587:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816593:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816599:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755786.816601:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755786.816603:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.816608:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872cc lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755786.816711:0:6534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224401:x1874588654441344:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 101564us (101738us total) trans 8589957436 rc 0/0 00000100:00100000:2.0:1787755786.816720:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1229 00010000:00010000:3.0:1787755786.817963:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755786.817977:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.817987:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755786.817995:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755786.818004:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.818061:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.818069:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755786.818107:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.818114:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61a00/0x9b2b325365787271 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787278 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.818134:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755786.818136:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755786.818137:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755786.818186:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755786.818205:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666974336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755786.818286:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755786.818933:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974336 00000100:00100000:2.0:1787755786.818947:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974336 00000100:00100000:2.0:1787755786.819025:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11074 00000100:00100000:2.0:1787755786.819039:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3648:x1874588666974336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755786.819055:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755786.819079:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787278 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787271 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.819097:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:2.0:1787755786.819108:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755786.819169:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588666974336:12345-0@lo:103:ldlm_bl.0 Request processed in 133us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755786.819176:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11074 00000100:00100000:0.0:1787755786.819306:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666974336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755786.834832:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755786.834995:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654442624 00000100:00100000:2.0:1787755786.835006:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654442624 00000100:00100000:2.0:1787755786.835069:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9344 00000100:00100000:2.0:1787755786.835079:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a69e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:224399:x1874588654442624:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:2.0:1787755786.835306:0:6523:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1daa:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1787755786.835437:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].219, 64 off22208 00000004:00080000:2.0:1787755786.835449:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8843857132705ns, next at 8844857129889ns, rc = 0 00010000:00010000:2.0:1787755786.835754:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.835841:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.835857:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.835866:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.835873:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.835880:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755786.835909:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755786.836025:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a69e050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:224399:x1874588654442624:12345-192.168.201.7@tcp:35:cat.0 Request processed in 946us (1201us total) trans 8589957437 rc 0/0 00000100:00100000:2.0:1787755786.836033:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9344 00010000:00010000:3.0:1787755786.836884:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755786.836895:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.836906:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755786.836911:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.836919:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.836934:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:3.0:1787755786.836937:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755786.836942:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.836949:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657872da lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1daa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755786.836963:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755786.836965:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755786.836967:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755787.234832:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755787.235983:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588666974720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236093:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236137:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588666975232:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236163:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236178:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666975744:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236203:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236231:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1787755787.236237:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666974592:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236266:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236283:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666975104:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236305:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236375:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666975616:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236398:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236429:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666974464:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236463:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236490:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666974976:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236531:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236553:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666975488:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236578:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236596:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588666976000:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236618:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236637:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755787.236644:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588666974848:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236671:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236691:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588666975360:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236713:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236729:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666975872:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236748:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.236788:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974720 00000100:00100000:3.0:1787755787.236800:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974720 00000100:00100000:3.0:1787755787.236866:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15640 00000100:00100000:3.0:1787755787.236878:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588666974720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.236948:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588666974720:12345-0@lo:400:kworker.0 Request processed in 73us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755787.236956:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15640 00000100:00100000:3.0:1787755787.236978:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975232 00000100:00100000:3.0:1787755787.236981:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975232 00000100:00100000:3.0:1787755787.237011:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974976 00000100:00100000:3.0:1787755787.237014:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974976 00000100:00100000:3.0:1787755787.237031:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666976000 00000100:00100000:3.0:1787755787.237034:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666976000 00000100:00100000:3.0:1787755787.237048:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974848 00000100:00100000:3.0:1787755787.237051:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974848 00000100:00100000:3.0:1787755787.237067:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975360 00000100:00100000:3.0:1787755787.237069:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975360 00000100:00100000:3.0:1787755787.237087:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15641 00000100:00100000:3.0:1787755787.237093:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588666975232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237124:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588666975232:12345-0@lo:400:kworker.0 Request processed in 30us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755787.237130:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15641 00000100:00100000:3.0:1787755787.237142:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15642 00000100:00100000:3.0:1787755787.237149:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666974976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237179:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588666974976:12345-0@lo:400:kworker.0 Request processed in 31us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755787.237185:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15642 00000100:00100000:3.0:1787755787.237199:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15643 00000100:00100000:3.0:1787755787.237206:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588666976000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237234:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588666976000:12345-0@lo:400:kworker.0 Request processed in 30us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755787.237239:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15643 00000100:00100000:3.0:1787755787.237249:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15644 00000100:00100000:3.0:1787755787.237257:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588666974848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237284:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588666974848:12345-0@lo:400:kworker.0 Request processed in 28us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755787.237290:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15644 00000100:00100000:3.0:1787755787.237302:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15645 00000100:00100000:3.0:1787755787.237348:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588666975360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237377:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588666975360:12345-0@lo:400:kworker.0 Request processed in 69us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755787.237383:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15645 00000100:00100000:3.0:1787755787.237430:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588666974720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237442:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588666975232:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237482:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588666974848:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237492:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588666975360:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237501:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588666974976:0@lo:400:kworker.0 00000100:00100000:3.0:1787755787.237510:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588666976000:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.237734:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974464 00000100:00100000:0.0:1787755787.237740:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974464 00000100:00100000:0.0:1787755787.237786:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1787755787.237795:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666974464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.237845:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588666974464:12345-0@lo:400:kworker.0 Request processed in 52us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.237852:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1787755787.237903:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975744 00000100:00100000:0.0:1787755787.237907:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975744 00000100:00100000:0.0:1787755787.237932:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975104 00000100:00100000:0.0:1787755787.237935:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975104 00000100:00100000:0.0:1787755787.237951:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975488 00000100:00100000:0.0:1787755787.237954:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975488 00000100:00100000:0.0:1787755787.237971:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975872 00000100:00100000:0.0:1787755787.237974:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975872 00000100:00100000:0.0:1787755787.237991:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10052 00000100:00100000:0.0:1787755787.237997:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666975744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238033:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666975744:12345-0@lo:400:kworker.0 Request processed in 36us (1829us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.238040:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10052 00000100:00100000:0.0:1787755787.238052:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10053 00000100:00100000:0.0:1787755787.238058:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666975104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238085:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666975104:12345-0@lo:400:kworker.0 Request processed in 28us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.238091:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10053 00000100:00100000:0.0:1787755787.238100:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10054 00000100:00100000:0.0:1787755787.238106:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666975488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238133:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588666975488:12345-0@lo:400:kworker.0 Request processed in 28us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.238138:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10054 00000100:00100000:0.0:1787755787.238148:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10055 00000100:00100000:0.0:1787755787.238154:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666975872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238179:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588666975872:12345-0@lo:400:kworker.0 Request processed in 26us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.238185:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10055 00000100:00080000:0.0:1787755787.238211:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755787.238215:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755787.238218:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755787.238221:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755787.238244:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973855 gen 2 00000004:00080000:0.0:1787755787.238251:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe51b84000, transno 4294973855 00000100:00100000:0.0:1787755787.238261:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666975104:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238274:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666975744:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238300:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976192 gen 2 00000004:00080000:0.0:1787755787.238304:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe471f9f80, transno 4294976192 00000100:00100000:0.0:1787755787.238342:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666975872:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238354:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588666974464:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238362:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976190 gen 2 00000004:00080000:0.0:1787755787.238365:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4193f100, transno 4294976190 00000100:00100000:0.0:1787755787.238372:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666975488:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238411:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666974592 00000100:00100000:0.0:1787755787.238415:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666974592 00000100:00100000:0.0:1787755787.238439:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666975616 00000100:00100000:0.0:1787755787.238442:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666975616 00000100:00100000:0.0:1787755787.238459:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24215 00000100:00100000:0.0:1787755787.238465:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588666974592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238511:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588666974592:12345-0@lo:400:kworker.0 Request processed in 45us (2244us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.238517:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24215 00000100:00100000:0.0:1787755787.238527:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24216 00000100:00100000:0.0:1787755787.238534:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588666975616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238564:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588666975616:12345-0@lo:400:kworker.0 Request processed in 30us (2164us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.238569:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24216 00000100:00100000:0.0:1787755787.238590:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957434 gen 2 00000004:00080000:0.0:1787755787.238595:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957431 committed transno 8589957434 00000004:00080000:0.0:1787755787.238617:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957432 committed transno 8589957434 00000004:00080000:0.0:1787755787.238630:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957433 committed transno 8589957434 00000004:00080000:0.0:1787755787.238643:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957434 committed transno 8589957434 00000100:00100000:0.0:1787755787.238659:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666974592:0@lo:400:kworker.0 00000100:00100000:0.0:1787755787.238678:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666975616:0@lo:400:kworker.0 00000100:00100000:1.0:1787755787.241491:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666976128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755787.241603:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755787.241748:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666976128 00000100:00100000:0.0:1787755787.241758:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666976128 00000100:00100000:0.0:1787755787.241818:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6779 00000100:00100000:0.0:1787755787.241829:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666976128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755787.241869:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491133504 pending 0 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755787.241919:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666976128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755787.241927:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6779 00000100:00100000:1.0:1787755787.242143:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666976128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755787.755385:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666976256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755787.755483:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755787.756529:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666976256 00000100:00100000:3.0:1787755787.756557:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666976256 00000100:00100000:3.0:1787755787.756663:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6780 00000100:00100000:3.0:1787755787.756682:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666976256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755787.757267:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755787.757497:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588666976256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 820us (2012us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755787.759604:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666976256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755787.760044:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6780 00010000:00010000:1.0:1787755788.261479:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755788.559787:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.561670:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654442752 00000100:00100000:0.0:1787755788.561682:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654442752 00000100:00100000:0.0:1787755788.561750:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70178 00000100:00100000:0.0:1787755788.561760:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:224437:x1874588654442752:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755788.561779:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755788.561800:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657872e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c07 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.561859:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657872e8 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.561870:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657872e8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.561878:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657872e8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755788.561960:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00000004:00200000:0.0:1787755788.561964:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755788.561979:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657872e8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.561999:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657872e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c07 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.562020:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657872e8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c07 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.562028:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:0.0:1787755788.562031:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755788.562034:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755788.562106:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:224437:x1874588654442752:12345-192.168.201.7@tcp:101:rm.0 Request processed in 345us (2326us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.562113:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70178 00000100:00080000:1.0:1787755788.562356:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755788.568582:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755788.568707:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654442880 00000100:00100000:3.0:1787755788.568724:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654442880 00000100:00100000:3.0:1787755788.568801:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70179 00000100:00100000:3.0:1787755788.568815:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:224437:x1874588654442880:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755788.568842:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755788.568877:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657872ef lrc: 2/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c0e expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.568964:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.568976:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.568986:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755788.569041:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x194:0x0]: returning size 4096 00000004:00200000:3.0:1787755788.569047:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755788.569086:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657872ef lrc: 0/0,0 mode: --/CR res: [0x240000400:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.569103:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.569111:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755788.569113:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755788.569116:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755788.569173:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:224437:x1874588654442880:12345-192.168.201.7@tcp:101:rm.0 Request processed in 363us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755788.569178:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70179 00000100:00100000:2.0:1787755788.580819:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.580928:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443008 00000100:00100000:1.0:1787755788.580940:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443008 00000100:00100000:1.0:1787755788.581221:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70180 00000100:00100000:1.0:1787755788.581234:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:224437:x1874588654443008:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755788.581265:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755788.581300:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657872fd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c15 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.581401:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.581416:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.581428:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755788.581486:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x192:0x0]: returning size 4096 00000004:00200000:1.0:1787755788.581492:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755788.581550:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657872fd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.581569:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.581584:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:1.0:1787755788.581588:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755788.581592:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755788.581658:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654443008:12345-192.168.201.7@tcp:101:rm.0 Request processed in 427us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.581667:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70180 00000100:00080000:2.0:1787755788.581728:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755788.608798:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.609246:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443264 00000100:00100000:0.0:1787755788.609256:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443264 00000100:00100000:0.0:1787755788.609345:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70181 00000100:00100000:0.0:1787755788.609356:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:224437:x1874588654443264:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755788.609376:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755788.609404:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578730b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c1c expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755788.609596:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00010000:00010000:0.0:1787755788.609737:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578730b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c1c expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.609756:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755788.609759:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755788.609765:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578730b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c1c expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.609791:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755788.609886:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:224437:x1874588654443264:12345-192.168.201.7@tcp:101:rm.0 Request processed in 531us (1102us total) trans 4294985353 rc 301/301 00000100:00100000:0.0:1787755788.609894:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70181 00000100:00100000:1.0:1787755788.633391:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755788.635292:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443392 00000100:00100000:3.0:1787755788.635309:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443392 00000100:00100000:3.0:1787755788.635393:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9345 00000100:00100000:3.0:1787755788.635404:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:224437:x1874588654443392:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755788.659764:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:224437:x1874588654443392:12345-192.168.201.7@tcp:37:rm.0 Request processed in 24339us (26365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755788.659784:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9345 00000100:00100000:2.0:1787755788.675724:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.678455:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443520 00000100:00100000:1.0:1787755788.678474:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443520 00000100:00100000:1.0:1787755788.678567:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9346 00000100:00100000:1.0:1787755788.678579:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654443520:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:1.0:1787755788.679445:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.679474:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443648 00000100:00100000:1.0:1787755788.679479:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443648 00000100:00100000:1.0:1787755788.679530:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2384 00000100:00100000:1.0:1787755788.679539:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff4b215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654443648:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755788.679583:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff4b215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654443648:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 45us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.679592:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2384 00000100:00100000:0.0:1787755788.700699:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.700747:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.700760:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.700772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.700783:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.700816:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.701683:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654443520:12345-192.168.201.7@tcp:37:rm.0 Request processed in 23098us (25961us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.701695:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9346 00000100:00100000:0.0:1787755788.701730:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654444032 00000100:00100000:0.0:1787755788.701737:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654444032 00000100:00100000:0.0:1787755788.701785:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654444160 00000100:00100000:0.0:1787755788.701787:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654444160 00000100:00100000:0.0:1787755788.701804:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15646 00000100:00100000:0.0:1787755788.701810:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654444032:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755788.701844:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654444032:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 35us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.701849:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15646 00000100:00100000:0.0:1787755788.701859:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15647 00000100:00100000:0.0:1787755788.701862:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654444160:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755788.701876:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654444160:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 14us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.701879:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15647 00000100:00100000:0.0:1787755788.701892:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443776 00000100:00100000:0.0:1787755788.701895:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443776 00000100:00100000:0.0:1787755788.701910:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654444288 00000100:00100000:0.0:1787755788.701912:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654444288 00000100:00100000:0.0:1787755788.701922:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654443904 00000100:00100000:0.0:1787755788.701924:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654443904 00000100:00100000:0.0:1787755788.701935:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654444416 00000100:00100000:0.0:1787755788.701936:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654444416 00000100:00100000:0.0:1787755788.701948:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10056 00000100:00100000:0.0:1787755788.701952:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654443776:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755788.701967:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654443776:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 15us (1278us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.701970:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10056 00000100:00100000:0.0:1787755788.701977:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10057 00000100:00100000:0.0:1787755788.701980:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654444288:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755788.701992:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654444288:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 12us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.701996:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10057 00000100:00100000:0.0:1787755788.702001:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10058 00000100:00100000:0.0:1787755788.702005:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654443904:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755788.702018:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654443904:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 13us (1245us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.702021:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10058 00000100:00100000:0.0:1787755788.702026:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10059 00000100:00100000:0.0:1787755788.702029:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654444416:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755788.702040:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654444416:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 11us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.702044:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10059 00000100:00080000:3.0:1787755788.705332:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755788.705343:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755788.705347:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755788.705350:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755788.739259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.739354:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654444672 00000100:00100000:0.0:1787755788.739371:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654444672 00000100:00100000:0.0:1787755788.739451:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9347 00000100:00100000:0.0:1787755788.739465:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:224437:x1874588654444672:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:0.0:1787755788.740685:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1195, 344 off1087704 00000040:00080000:0.0:1787755788.740732:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1513, 424 off1528304 00000004:00080000:0.0:1787755788.740736:0:20141:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49f1c240 with version 6830 00000004:00080000:1.0:1787755788.742143:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6830 rpc_version 6830 00000020:00100000:1.0:1787755788.742185:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755788.742194:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4c914700 x1874588666976512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755788.742221:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666976512:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755788.742306:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755788.742363:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.743220:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666976512 00000100:00100000:0.0:1787755788.743234:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666976512 00000100:00100000:0.0:1787755788.743351:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24217 00000100:00100000:0.0:1787755788.743364:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666976512:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755788.743661:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666976512:12345-0@lo:1000:osp_up0-1.0 Request processed in 298us (1353us total) trans 8589957438 rc 0/0 00000100:00100000:0.0:1787755788.743670:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24217 00000100:00100000:1.0:1787755788.745177:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666976512:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755788.745804:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:224437:x1874588654444672:12345-192.168.201.7@tcp:35:rm.0 Request processed in 6338us (6556us total) trans 4294985354 rc 0/0 00000100:00100000:0.0:1787755788.745817:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9347 00000100:00100000:0.0:1787755788.757719:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.757764:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654444928 00000100:00100000:0.0:1787755788.757777:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654444928 00000100:00100000:0.0:1787755788.757832:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70182 00000100:00100000:0.0:1787755788.757843:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+10:224437:x1874588654444928:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755788.757872:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755788.757899:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787319 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c23 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.758802:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787320 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.758821:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787320 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.758834:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787320 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755788.758850:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00010000:00010000:0.0:1787755788.758975:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787319 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c23 expref: 13 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.758998:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787320 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c23 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.759009:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:0.0:1787755788.759012:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1787755788.759017:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755788.760833:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654444928:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2971us (3103us total) trans 4294985355 rc 0/0 00000100:00100000:0.0:1787755788.760850:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70182 00000100:00100000:0.0:1787755788.770443:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.770688:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445056 00000100:00100000:1.0:1787755788.770702:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445056 00000100:00100000:1.0:1787755788.770768:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70183 00000100:00100000:1.0:1787755788.770776:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654445056:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:1.0:1787755788.770844:0:10714:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345311744 00000100:00100000:1.0:1787755788.770930:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654445056:12345-192.168.201.7@tcp:41:rm.0 Request processed in 153us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.770939:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70183 00000100:00100000:2.0:1787755788.775188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755788.775499:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445184 00000100:00100000:3.0:1787755788.775510:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445184 00000100:00100000:2.0:1787755788.775693:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70184 00000100:00100000:2.0:1787755788.775706:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654445184:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755788.775730:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755788.775755:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578732e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c2a expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775835:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775851:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775864:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775878:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775885:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775890:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775972:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787343 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775980:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787343 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.775988:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787343 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755788.776018:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787343 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776037:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776044:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776051:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776072:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776079:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755788.776085:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776094:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776112:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:2.0:1787755788.776115:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755788.776121:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776127:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787335 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776147:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776153:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776159:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776165:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755788.776169:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776174:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776182:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755788.776184:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755788.776187:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776193:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578733c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776238:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578732e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c2a expref: 14 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776255:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787343 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c2a expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.776267:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755788.776269:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755788.776271:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755788.776410:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+13:224437:x1874588654445184:12345-192.168.201.7@tcp:101:rm.0 Request processed in 705us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.776417:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70184 00000100:00100000:0.0:1787755788.780373:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755788.780586:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445312 00000100:00100000:3.0:1787755788.780597:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445312 00000100:00100000:3.0:1787755788.780700:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70185 00000100:00100000:3.0:1787755788.780710:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+12:224437:x1874588654445312:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755788.780734:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755788.780756:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b32536578734a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c31 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.780817:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787351 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.780832:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787351 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.780844:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787351 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755788.780905:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5d:0x0]: returning size 6 00000004:00200000:3.0:1787755788.780910:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1787755788.780950:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b32536578734a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c31 expref: 14 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.780973:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787351 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c31 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.780981:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:3.0:1787755788.780984:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755788.780988:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755788.781073:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:224437:x1874588654445312:12345-192.168.201.7@tcp:101:rm.0 Request processed in 365us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755788.781082:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70185 00000100:00100000:1.0:1787755788.785406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755788.785589:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445440 00000100:00100000:2.0:1787755788.785607:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445440 00000100:00100000:2.0:1787755788.785700:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11075 00000100:00100000:2.0:1787755788.785714:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:2402:x1874588654445440:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:2.0:1787755788.785729:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755788.785753:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787343 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c2a expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.785774:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755788.785787:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.785848:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654445440:12345-192.168.201.7@tcp:103:rm.0 Request processed in 138us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.785856:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11075 00000100:00100000:2.0:1787755788.787614:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.787759:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445696 00000100:00100000:0.0:1787755788.787770:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445696 00000100:00100000:0.0:1787755788.787831:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70186 00000100:00100000:0.0:1787755788.787840:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+13:224437:x1874588654445696:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755788.787895:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755788.787923:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787351 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c31 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.787944:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:0.0:1787755788.787950:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755788.788011:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.788020:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.788031:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.788075:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666976640:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1787755788.788151:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.788190:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755788.788306:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666976640 00000100:00100000:3.0:1787755788.788334:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666976640 00000100:00100000:3.0:1787755788.788387:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24218 00000100:00100000:3.0:1787755788.788395:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588666976640:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755788.788414:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755788.788436:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787358 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.788476:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.788486:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 4/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.788518:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.788536:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 11 pid: 17813 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755788.788551:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666976768:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755788.789946:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755788.796061:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.796188:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445824 00000100:00100000:1.0:1787755788.796200:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445824 00010000:00010000:1.0:1787755788.796267:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 12 pid: 17813 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.796528:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21633 00000100:00100000:1.0:1787755788.796542:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654445824:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.796564:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.796574:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 12 pid: 17813 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.796591:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 12 pid: 17813 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.796624:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:1.0:1787755788.796632:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 3/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.796646:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.796656:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.796700:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.796715:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666976896:0@lo:105: 00010000:00010000:0.0:1787755788.796799:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787304 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x192:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c15 expref: 12 pid: 17813 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.796821:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666976768:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755788.796860:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.796870:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:0.0:1787755788.796872:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755788.796876:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:1.0:1787755788.797137:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755788.797198:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50305300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755788.797268:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666976896 00000100:00100000:3.0:1787755788.797276:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666976896 00000100:00100000:0.0:1787755788.797750:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666976640:12345-0@lo:101:mdt00_004.0 Request processed in 9352us (9595us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.797760:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24218 00000100:00100000:1.0:1787755788.797907:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666976640:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755788.797931:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.797944:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.801462:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896 00000100:00100000:2.0:1787755788.801481:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666976896:12345-0@lo:105: 00010000:00010000:2.0:1787755788.801506:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.802389:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.802401:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.802410:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.802416:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.802424:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.802463:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccc000) 00010000:00010000:1.0:1787755788.802515:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.802533:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755788.802576:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x192:0x0] 00010000:00010000:1.0:1787755788.802644:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.802653:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.802669:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.802700:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666977024:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1787755788.802757:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755788.802759:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666976896:12345-0@lo:105: Request processed in 1282us (5621us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.802769:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896 00000100:00100000:1.0:1787755788.802787:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755788.802920:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666976896:0@lo:105: 00010000:00010000:3.0:1787755788.802937:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755788.802994:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654445824:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 6454us (6947us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755788.803003:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21633 00000100:00100000:0.0:1787755788.803534:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977024 00000100:00100000:0.0:1787755788.803547:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977024 00000100:00100000:0.0:1787755788.803796:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24219 00000100:00100000:0.0:1787755788.803806:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e60c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666977024:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1787755788.803825:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755788.803848:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787366 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.803878:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.803888:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 4/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.803909:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:0.0:1787755788.804031:0:6525:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1787755788.804104:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.804115:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff42fa8c00) 00010000:00010000:0.0:1787755788.804120:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755788.804125:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.804134:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755788.804305:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e60c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588666977024:12345-0@lo:101:mdt00_004.0 Request processed in 499us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.804312:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24219 00000100:00100000:3.0:1787755788.804512:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666977024:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755788.804534:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.804543:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.808190:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755788.808358:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.808427:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.808436:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755788.808469:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b32536578728d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787294 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.808493:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755788.808501:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755788.808512:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1787755788.808534:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.808541:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787755788.808543:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666977152:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755788.808546:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b3253657872be lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657872c5 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755788.808646:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.808706:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755788.808716:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666977280:0@lo:103:jbd2/dm-0-8.0 00000001:00080000:2.0:1787755788.808897:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957438 is committed 00000001:00080000:2.0:1787755788.808910:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957437 is committed 00000004:00080000:2.0:1787755788.808916:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 234 committed 00000001:00080000:2.0:1787755788.809012:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957436 is committed 00010000:00010000:2.0:1787755788.809041:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809050:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809059:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809071:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755788.809078:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809142:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809157:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff42fa8c00) 00010000:00010000:2.0:1787755788.809161:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755788.809167:0:3633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809179:0:3633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809188:0:3633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809425:0:3633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.809436:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588666977408:0@lo:105: 00000100:00100000:2.0:1787755788.809467:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755788.809505:0:3633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755788.809628:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977408 00000100:00100000:2.0:1787755788.809635:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977408 00000100:00100000:2.0:1787755788.809846:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7897 00000100:00100000:2.0:1787755788.809855:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588666977408:12345-0@lo:105: 00010000:00010000:2.0:1787755788.809867:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809877:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809884:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809890:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809895:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809901:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.809918:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61400) 00000100:00100000:2.0:1787755788.810029:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588666977408:12345-0@lo:105: Request processed in 175us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.810036:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7897 00000100:00100000:0.0:1787755788.810744:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755788.810802:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588666977408:0@lo:105: 00010000:00010000:2.0:1787755788.810830:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.810840:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657872a9 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.810864:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755788.810875:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666977536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787755788.810913:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755788.810955:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977536 00000100:00100000:3.0:1787755788.810962:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977536 00000100:00100000:3.0:1787755788.811011:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30762 00000100:00100000:3.0:1787755788.811020:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666977536:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755788.811044:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977152 00000100:00100000:1.0:1787755788.811048:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977152 00002000:00080000:3.0:1787755788.811050:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1305 count 1 00010000:00010000:3.0:1787755788.811092:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.811117:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.811128:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=2s v=(1 0) 00010000:00010000:3.0:1787755788.811133:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755788.811138:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.811145:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977280 00000100:00100000:1.0:1787755788.811148:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977280 00010000:00010000:3.0:1787755788.811170:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.811172:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11076 00000100:00100000:1.0:1787755788.811178:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+10:3648:x1874588666977152:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755788.811186:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 5 pid: 35160 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.811188:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787755788.811199:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588666977664:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755788.811276:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299e40 going to sleep for 11 seconds 00010000:00010000:1.0:1787755788.811290:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787294 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x194:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578728d expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.811306:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x4ec94fd6 (ffff9dff439f7700) 00010000:00010000:1.0:1787755788.811338:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.811477:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11077 00000100:00100000:2.0:1787755788.811487:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666977280:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755788.811502:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755788.811820:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657872c5 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657872be expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.811836:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:2.0:1787755788.811847:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.811885:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588666977280:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 400us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.811892:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11077 00010000:00010000:2.0:1787755788.811923:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.811934:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.812052:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588666977152:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 871us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.812059:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11076 00000004:00080000:2.0:1787755788.812276:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x192:0x0] 00000100:00100000:3.0:1787755788.812383:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666977280:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755788.812474:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666977152:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755788.812784:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666977792:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755788.812890:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755788.813026:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755788.813078:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977792 00000100:00100000:2.0:1787755788.813164:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977792 00000100:00100000:2.0:1787755788.813308:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24220 00000100:00100000:2.0:1787755788.813746:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666977792:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755788.813851:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666977792:12345-0@lo:1000:mdt00_004.0 Request processed in 534us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.813860:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24220 00000100:00100000:2.0:1787755788.813913:0:10713:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957438 gen 2 00000004:00080000:2.0:1787755788.813919:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957438 committed transno 8589957438 00000100:00100000:2.0:1787755788.814866:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666977792:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755788.815121:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666977920:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755788.815261:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755788.815368:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755788.815543:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666977920 00000100:00100000:1.0:1787755788.815552:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666977920 00000100:00100000:1.0:1787755788.815758:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24221 00000100:00100000:1.0:1787755788.815768:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666977920:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755788.815929:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588666977664:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755788.815962:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.816075:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666977920:12345-0@lo:1000:mdt00_004.0 Request processed in 308us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.816083:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24221 00000100:00100000:3.0:1787755788.816176:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666977920:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755788.816222:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666978048:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755788.816249:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755788.816288:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755788.816297:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666978048 00000100:00100000:2.0:1787755788.816303:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666978048 00000100:00100000:2.0:1787755788.816365:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24222 00000100:00100000:2.0:1787755788.816383:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666978048:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755788.816482:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666978048:12345-0@lo:1000:mdt00_004.0 Request processed in 99us (230us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755788.816488:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24222 00000100:00100000:3.0:1787755788.816550:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666978048:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1787755788.816620:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.816631:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.816644:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755788.816657:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666978176:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755788.816686:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755788.816711:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.816758:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666978176 00000100:00100000:0.0:1787755788.816763:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666978176 00000100:00100000:0.0:1787755788.816792:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24223 00000100:00100000:0.0:1787755788.816800:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588666978176:12345-0@lo:101:mdt00_004.0 00010000:00010000:0.0:1787755788.816810:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755788.816830:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787382 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578737b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.816851:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787382 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578737b expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.816865:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787382 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578737b expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.816872:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dff42fa8a00) 00010000:00010000:0.0:1787755788.816875:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755788.816878:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755788.816910:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588666978176:12345-0@lo:101:mdt00_004.0 Request processed in 113us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.816914:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24223 00000100:00100000:3.0:1787755788.817088:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666978176:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755788.817099:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.817107:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.817130:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.817136:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.817141:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787755788.817812:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].221, 64 off22336 00000004:00080000:3.0:1787755788.817823:0:10713:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8845839507094ns, next at 8846839504921ns, rc = 0 00000040:00080000:3.0:1787755788.818027:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1196, 384 off1088088 00000040:00080000:3.0:1787755788.818126:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1514, 464 off1528768 00000004:00080000:3.0:1787755788.818131:0:10713:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c2999c0 with version 6831 00000004:00080000:1.0:1787755788.818173:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6831 rpc_version 6831 00000020:00100000:1.0:1787755788.818222:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755788.818233:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4c914000 x1874588666978432/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755788.818257:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666978432:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755788.818641:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.818696:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666978432 00000100:00100000:1.0:1787755788.818699:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.818706:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666978432 00000100:00100000:0.0:1787755788.818760:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24224 00000100:00100000:0.0:1787755788.818771:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666978432:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755788.819121:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666978432:12345-0@lo:1000:osp_up0-1.0 Request processed in 351us (479us total) trans 8589957439 rc 0/0 00000100:00100000:0.0:1787755788.819129:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24224 00000100:00100000:1.0:1787755788.819450:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666978432:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755788.819733:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819752:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819765:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819774:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819782:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819788:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819864:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755788.819898:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819904:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819911:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819917:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755788.819923:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819936:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819961:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:3.0:1787755788.819965:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755788.819971:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819977:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787389 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.819992:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.820000:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.820008:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820573:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755788.820585:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820594:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755788.820598:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820606:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820625:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:1.0:1787755788.820628:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755788.820632:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820638:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787390 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e5d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820672:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755788.820679:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820687:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755788.820692:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755788.820701:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820739:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820745:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755788.820782:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.820791:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755788.820793:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755788.820795:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755788.820814:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755788.820838:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666978560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755788.820924:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755788.821177:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755788.821259:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787755788.821266:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b32536578737b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787382 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755788.821305:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x192:0x0] 00010000:00010000:3.0:1787755788.821336:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.821345:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.821353:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.821438:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755788.821445:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x192:0x0] 00010000:00010000:3.0:1787755788.821453:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.821461:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.821467:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755788.821474:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.821481:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755788.821484:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755788.821492:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.821540:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.821547:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755788.821573:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.821581:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787358 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578735f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.821596:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755788.821598:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755788.821600:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755788.821607:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755788.821618:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666978688:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755788.821656:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755788.821698:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666978560 00000100:00100000:2.0:1787755788.821706:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666978560 00000100:00100000:2.0:1787755788.821794:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666978688 00000100:00100000:2.0:1787755788.821799:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666978688 00000100:00100000:3.0:1787755788.821852:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+13:224437:x1874588654445696:12345-192.168.201.7@tcp:36:rm.0 Request processed in 34009us (34252us total) trans 4294985356 rc 0/0 00000100:00100000:3.0:1787755788.821861:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70186 00000100:00100000:1.0:1787755788.821998:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11078 00000100:00100000:1.0:1787755788.822012:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588666978560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.822029:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787755788.822269:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:1.0:1787755788.825064:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787382 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578737b expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825114:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5d:0x0].0x0 (ffff9dff42fa8a00) 00010000:00010000:1.0:1787755788.825131:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755788.825256:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666978560:12345-0@lo:103:ldlm_bl.0 Request processed in 3245us (4330us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.825448:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666978560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755788.825454:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11078 00000100:00100000:1.0:1787755788.825562:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654445952 00000100:00100000:1.0:1787755788.825572:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654445952 00010000:00010000:1.0:1787755788.825626:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 6 pid: 35160 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.825671:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21634 00000100:00100000:1.0:1787755788.825683:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654445952:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.825702:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.825709:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 6 pid: 35160 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825724:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 6 pid: 35160 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.825744:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11079 00010000:00010000:1.0:1787755788.825747:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000218bb55d/0x9b2b3253657872b7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bf9 expref: 6 pid: 35160 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.825753:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588666978688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.825761:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(0 1) 00010000:00010000:0.0:1787755788.825762:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.825765:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x519:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755788.825772:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.825776:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578735f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x192:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787358 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825783:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.825789:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577e00) 00010000:00010000:0.0:1787755788.825798:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755788.825817:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755788.825844:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588666978688:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (4188us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.825851:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11079 00000100:00100000:1.0:1787755788.825859:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654445952:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 180us (3591us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.825865:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21634 00010000:00010000:1.0:1787755788.825918:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825925:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825933:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825939:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.825954:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755788.826032:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755788.826040:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.826049:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755788.826055:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.826065:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.826078:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.826085:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004c5ac192/0x9b2b325365787374 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.826214:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666977536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15194us (15298us total) trans 4294973857 rc 0/0 00000100:00100000:1.0:1787755788.826224:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30762 00000004:00080000:1.0:1787755788.826291:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dff6f511880/2, rc 0, transno 4294973857 00000100:00100000:1.0:1787755788.826297:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f511880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666977536:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1787755788.826687:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755788.826691:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755788.826692:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755788.827098:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.827145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.827464:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654446336 00000100:00100000:1.0:1787755788.827473:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654446336 00000100:00100000:0.0:1787755788.827482:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666978688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755788.827545:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9348 00000100:00100000:1.0:1787755788.827556:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:224437:x1874588654446336:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:1.0:1787755788.827850:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+14:224437:x1874588654446336:12345-192.168.201.7@tcp:35:rm.0 Request processed in 295us (753us total) trans 4294985357 rc 0/0 00000100:00100000:1.0:1787755788.827857:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9348 00000100:00100000:1.0:1787755788.827883:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654446080 00000100:00100000:1.0:1787755788.827886:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654446080 00000100:00100000:1.0:1787755788.827918:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11080 00000100:00100000:1.0:1787755788.827925:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654446080:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755788.827935:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.827956:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657871bb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bac expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.827972:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:1.0:1787755788.827976:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755788.827996:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502eb450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654446080:12345-192.168.201.7@tcp:103:rm.0 Request processed in 71us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.828002:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11080 00000100:00100000:0.0:1787755788.831503:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.831608:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654446592 00000100:00100000:1.0:1787755788.831624:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654446592 00000100:00100000:1.0:1787755788.831730:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70187 00000100:00100000:1.0:1787755788.831740:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+14:224437:x1874588654446592:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755788.831794:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755788.831819:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787320 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c23 expref: 14 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.831833:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657872e8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c07 expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.831841:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657871c9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bb3 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.831848:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:1.0:1787755788.831851:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755788.831892:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.831897:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.831905:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.831924:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666978816:0@lo:101:mdt00_009.0 00000100:00100000:1.0:1787755788.831976:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755788.832017:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755788.832084:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666978816 00000100:00100000:2.0:1787755788.832089:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666978816 00000100:00100000:2.0:1787755788.832149:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24225 00000100:00100000:2.0:1787755788.832155:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588666978816:12345-0@lo:101:mdt00_009.0 00010000:00010000:2.0:1787755788.832166:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755788.832178:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787397 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.832199:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.832206:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.832211:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.832233:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.832243:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 7 pid: 35154 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.832251:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666978944:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755788.832468:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.832479:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 7 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.832489:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666979072:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755788.832857:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.838261:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.838370:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755788.838507:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654446720 00000100:00100000:1.0:1787755788.838523:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654446720 00010000:00010000:1.0:1787755788.838591:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 8 pid: 35154 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.838647:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654446848 00000100:00100000:1.0:1787755788.838653:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654446848 00010000:00010000:1.0:1787755788.838673:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 8 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.838706:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21635 00000100:00100000:1.0:1787755788.838716:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654446720:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.838733:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.838742:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 8 pid: 35154 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.838744:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666978944:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755788.838756:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 8 pid: 35154 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.838758:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666979072:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755788.838783:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787208 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bcf expref: 8 pid: 35154 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.838798:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.838804:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755788.838810:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755788.838871:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21636 00000100:00100000:3.0:1787755788.838883:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654446848:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755788.838893:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755788.838898:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 8 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.838925:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755788.838988:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654446720:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 272us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.838996:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21635 00010000:00010000:2.0:1787755788.839831:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755788.839838:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755788.839843:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.839854:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755788.839933:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588666978816:12345-0@lo:101:mdt00_009.0 Request processed in 7778us (7956us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.839941:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24225 00000100:00100000:1.0:1787755788.840061:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666978816:0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755788.840084:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.840097:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.841742:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 8 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.841777:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578719f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ba5 expref: 8 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.841802:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755788.841809:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.841821:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.841830:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.841970:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.841993:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666979200:0@lo:105: 00000100:00100000:0.0:1787755788.842089:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.842157:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755788.846512:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666979200 00000100:00100000:2.0:1787755788.846532:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666979200 00000100:00100000:2.0:1787755788.846625:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7898 00000100:00100000:2.0:1787755788.846638:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666979200:12345-0@lo:105: 00010000:00010000:2.0:1787755788.846656:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.846669:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.846685:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.846696:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.846707:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.846715:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.846743:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60a00) 00000100:00100000:2.0:1787755788.846828:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588666979200:12345-0@lo:105: Request processed in 194us (4740us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.846834:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7898 00000100:00100000:3.0:1787755788.847024:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588666979200:0@lo:105: 00010000:00010000:3.0:1787755788.847048:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755788.847102:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654446848:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8220us (8730us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755788.847112:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21636 00010000:00010000:0.0:1787755788.847633:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.847655:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755788.847699:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755788.847771:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.847783:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.847796:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.847822:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979328:0@lo:101:mdt00_009.0 00000100:00100000:0.0:1787755788.847872:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.847905:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755788.848142:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666979328 00000100:00100000:3.0:1787755788.848151:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666979328 00000100:00100000:3.0:1787755788.848200:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24226 00000100:00100000:3.0:1787755788.848211:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588666979328:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755788.848229:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755788.848249:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657873a5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.848274:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657873a5 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.848308:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873a5 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.848338:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7a00) 00010000:00010000:3.0:1787755788.848341:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755788.848344:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755788.848402:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666979328:12345-0@lo:101:mdt00_009.0 Request processed in 193us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755788.848409:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24226 00000100:00100000:0.0:1787755788.848489:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3800 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979328:0@lo:101:mdt00_009.0 00010000:00010000:0.0:1787755788.848503:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.848513:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755788.848531:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787755788.848663:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979456:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755788.848693:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.848724:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755788.848876:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666979456 00000100:00100000:1.0:1787755788.848881:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666979456 00000100:00100000:1.0:1787755788.848924:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24227 00000100:00100000:1.0:1787755788.848932:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666979456:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755788.849014:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666979456:12345-0@lo:1000:mdt00_009.0 Request processed in 83us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.849021:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24227 00000100:00100000:0.0:1787755788.849257:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979456:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755788.849972:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979584:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755788.850022:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.850048:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755788.850272:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666979584 00000100:00100000:3.0:1787755788.850288:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666979584 00000100:00100000:3.0:1787755788.850362:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24228 00000100:00100000:3.0:1787755788.850385:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666979584:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755788.850528:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666979584:12345-0@lo:1000:mdt00_009.0 Request processed in 157us (505us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755788.850537:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24228 00000100:00100000:0.0:1787755788.851245:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979584:0@lo:1000:mdt00_009.0 00010000:00010000:0.0:1787755788.852008:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.852025:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.852037:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.853214:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979712:0@lo:101:mdt00_009.0 00000100:00100000:0.0:1787755788.853307:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.853361:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755788.853949:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666979712 00000100:00100000:1.0:1787755788.853959:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666979712 00000100:00100000:1.0:1787755788.854035:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24229 00000100:00100000:1.0:1787755788.854046:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666979712:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755788.854069:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755788.854091:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657873b3 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.854127:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.854139:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.854184:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.854200:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 6 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.854211:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666979840:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755788.854298:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.873384:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666979840:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755788.873434:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.873451:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:0.0:1787755788.873455:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755788.873460:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.873473:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:0.0:1787755788.873542:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666979712:12345-0@lo:101:mdt00_009.0 Request processed in 19497us (20232us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.873552:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24229 00000100:00100000:1.0:1787755788.873735:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666979712:0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755788.873756:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.873768:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.885918:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755788.886031:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654446976 00000100:00100000:2.0:1787755788.886042:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654446976 00010000:00010000:2.0:1787755788.886142:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 7 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.886254:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21637 00000100:00100000:2.0:1787755788.886267:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654446976:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755788.886295:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755788.886304:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 7 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.886341:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 7 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.886363:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787224 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bd6 expref: 7 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.886388:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:2.0:1787755788.886395:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.886407:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.886417:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.886469:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.886484:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666979968:0@lo:105: 00000100:00100000:2.0:1787755788.886538:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755788.886593:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.887225:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666979968 00000100:00100000:0.0:1787755788.887235:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666979968 00000100:00100000:0.0:1787755788.887305:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7899 00000100:00100000:0.0:1787755788.887836:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666979968:12345-0@lo:105: 00010000:00010000:0.0:1787755788.887851:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.887863:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.887872:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.887888:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.887909:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.887919:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.887956:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccda00) 00000100:00100000:0.0:1787755788.888066:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666979968:12345-0@lo:105: Request processed in 223us (1515us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.888075:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7899 00010000:00010000:3.0:1787755788.888520:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888534:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888590:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888604:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888619:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888645:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888658:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888666:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888695:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755788.888709:0:35154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 11 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755788.888722:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30c380 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588666980096:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755788.888806:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755788.889919:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666979968:0@lo:105: 00010000:00010000:2.0:1787755788.893213:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.893344:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654446976:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 7072us (7434us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.893357:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21637 00000100:00100000:0.0:1787755788.893865:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.893933:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30c380 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588666980096:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755788.893970:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.894065:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654447104 00000100:00100000:1.0:1787755788.894075:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654447104 00010000:00010000:1.0:1787755788.894131:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 12 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755788.894173:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21638 00000100:00100000:1.0:1787755788.894187:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654447104:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.894201:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.894209:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 12 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.894229:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 12 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.894254:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b3253657872f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c0e expref: 12 pid: 35155 timeout: 8945 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.894275:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:1.0:1787755788.894291:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.894300:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.894919:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.894954:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755788.895011:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654447104:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 825us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.895020:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21638 00010000:00010000:0.0:1787755788.896042:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.896058:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.896132:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.896142:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.896158:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.896187:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666980224:0@lo:101:mdt00_009.0 00000100:00100000:0.0:1787755788.896684:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.896767:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755788.896892:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666980224 00000100:00100000:1.0:1787755788.896904:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666980224 00000100:00100000:1.0:1787755788.897012:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24230 00000100:00100000:1.0:1787755788.897024:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666980224:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755788.897047:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755788.897084:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873d6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657873cf expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.897121:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873d6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657873cf expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.897136:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873d6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873cf expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.897145:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577400) 00010000:00010000:1.0:1787755788.897149:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755788.897153:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755788.897213:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666980224:12345-0@lo:101:mdt00_009.0 Request processed in 192us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.897221:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24230 00000100:00100000:0.0:1787755788.897973:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666980224:0@lo:101:mdt00_009.0 00010000:00010000:0.0:1787755788.897997:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755788.898010:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755788.899198:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666980352:0@lo:403:mdt00_009.0 00000100:00100000:0.0:1787755788.899468:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755788.899662:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755788.899858:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666980352 00000100:00100000:1.0:1787755788.899870:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666980352 00000100:00100000:0.0:1787755788.900290:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24231 00000100:00100000:0.0:1787755788.900303:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666980352:12345-0@lo:403:mdt00_009.0 00000100:00100000:0.0:1787755788.903907:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666980352:12345-0@lo:403:mdt00_009.0 Request processed in 3592us (4425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.903925:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24231 00000100:00100000:2.0:1787755788.904391:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666980352:0@lo:403:mdt00_009.0 00000040:00080000:2.0:1787755788.905552:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1197, 952 off1089040 00000040:00080000:2.0:1787755788.905710:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1515, 1032 off1529800 00000004:00080000:2.0:1787755788.905715:0:35154:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe55701b40 with version 6832 00000004:00080000:1.0:1787755788.905757:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6832 rpc_version 6832 00000020:00100000:1.0:1787755788.905795:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755788.905814:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4c917800 x1874588666980608/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755788.906086:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c917800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666980608:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755788.906160:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755788.906189:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d06c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755788.908421:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666980608 00000100:00100000:0.0:1787755788.908439:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666980608 00000100:00100000:0.0:1787755788.908503:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24232 00000100:00100000:0.0:1787755788.908513:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666980608:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755788.909587:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666980608:12345-0@lo:1000:osp_up0-1.0 Request processed in 1071us (3422us total) trans 8589957440 rc 0/0 00000100:00100000:0.0:1787755788.909600:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24232 00000100:00100000:1.0:1787755788.911582:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c917800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666980608:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787755788.912071:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5c:0x0]: returning size 4096 00010000:00010000:2.0:1787755788.912116:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912131:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912140:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912148:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755788.912155:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912163:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912185:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x194:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:2.0:1787755788.912188:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755788.912194:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912200:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657873c8 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912228:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912236:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912242:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912373:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755788.912393:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x192:0x0] 00010000:00010000:2.0:1787755788.912408:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912415:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912420:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912425:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755788.912428:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912433:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912443:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:2.0:1787755788.912446:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755788.912449:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912453:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b3253657873c1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912463:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912469:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.912476:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.913778:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755788.913790:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.913806:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755788.913812:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755788.913820:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.913880:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.913889:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787755788.913954:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666980736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755788.914037:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755788.914123:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755788.914143:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755788.914149:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914157:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914163:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914178:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755788.914182:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755788.914189:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755788.914193:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914201:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755788.914205:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755788.914212:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914237:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914243:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755788.914259:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914266:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b3253657873b3 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657873ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914293:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755788.914296:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914302:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755788.914306:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755788.914331:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914349:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914354:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755788.914361:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914372:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365787397 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578739e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914383:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755788.914385:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755788.914387:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755788.914397:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.914405:0:35154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755788.914494:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:224437:x1874588654446592:12345-192.168.201.7@tcp:36:rm.0 Request processed in 82753us (83187us total) trans 4294985358 rc 0/0 00000100:00100000:2.0:1787755788.914502:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70187 00010000:00010000:1.0:1787755788.914741:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 1/0,0 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.914750:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc800/0x9b2b3253657873cf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657873d6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.914764:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755788.914766:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755788.914768:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755788.914775:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755788.914785:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666980992:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755788.914817:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755788.914846:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755788.914852:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666980864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755788.914876:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755788.914911:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666980736 00000100:00100000:1.0:1787755788.914920:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666980736 00000100:00100000:1.0:1787755788.914980:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666980992 00000100:00100000:1.0:1787755788.914984:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666980992 00000100:00100000:1.0:1787755788.915001:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666980864 00000100:00100000:1.0:1787755788.915004:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666980864 00000100:00100000:1.0:1787755788.915019:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11081 00000100:00100000:1.0:1787755788.915028:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe523b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+16:3648:x1874588666980736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755788.915040:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755788.915060:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873d6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x192:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657873cf expref: 16 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755788.915074:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x0 (ffff9dff44577400) 00010000:00010000:1.0:1787755788.915083:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.915244:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11082 00000100:00100000:2.0:1787755788.915253:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+15:3650:x1874588666980992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755788.915262:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755788.915275:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578739e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787397 expref: 15 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.915587:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755788.915589:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.915619:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:3650:x1874588666980992:12345-0@lo:103:ldlm_bl.0 Request processed in 369us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.915624:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11082 00000100:00100000:2.0:1787755788.915637:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11083 00000100:00100000:2.0:1787755788.915641:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588666980864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755788.915647:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755788.915656:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873ba lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657873b3 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755788.915662:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8700) 00010000:00010000:2.0:1787755788.915667:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755788.915679:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502e9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588666980864:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755788.915683:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11083 00000100:00100000:1.0:1787755788.915789:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe523b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588666980736:12345-0@lo:103:ldlm_bl.0 Request processed in 762us (1752us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755788.915794:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11081 00000100:00100000:1.0:1787755788.915865:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666980864:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755788.915876:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666980992:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755788.916010:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666980736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755788.991864:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755788.992133:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654447232 00000100:00100000:0.0:1787755788.992144:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654447232 00000100:00100000:0.0:1787755788.992358:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70188 00000100:00100000:0.0:1787755788.992371:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224445:x1874588654447232:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:0.0:1787755788.992431:0:35157:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345311744 00000100:00100000:0.0:1787755788.992509:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224445:x1874588654447232:12345-192.168.201.7@tcp:41:stat.0 Request processed in 141us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755788.992518:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70188 00000100:00100000:0.0:1787755789.043449:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755789.048559:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654447360 00000100:00100000:2.0:1787755789.048579:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654447360 00000100:00100000:2.0:1787755789.048681:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70189 00000100:00100000:2.0:1787755789.048697:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe523b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224449:x1874588654447360:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755789.048731:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755789.048760:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657873dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c38 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.049592:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.049611:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.049624:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755789.049680:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755789.049683:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755789.049700:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.049722:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657873dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.049736:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.049743:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755789.049745:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755789.049747:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755789.049809:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe523b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224449:x1874588654447360:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 1118us (6369us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.049814:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70189 00000100:00100000:2.0:1787755789.054014:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755789.054293:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654447488 00000100:00100000:1.0:1787755789.054465:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654447488 00000100:00100000:1.0:1787755789.054752:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70190 00000100:00100000:1.0:1787755789.054766:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224449:x1874588654447488:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755789.054794:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755789.054823:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c3f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.054923:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.054941:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.054956:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.054969:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.054983:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657873a5 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.054992:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.055033:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657873a5 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755789.055067:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666981120:0@lo:104: 00000100:00100000:1.0:1787755789.055140:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.055202:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.055443:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666981120 00000100:00100000:2.0:1787755789.055450:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666981120 00000100:00100000:2.0:1787755789.055488:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7900 00000100:00100000:2.0:1787755789.055495:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666981120:12345-0@lo:104: 00010000:00010000:2.0:1787755789.055530:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.055591:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755789.055597:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588666981120:12345-0@lo:104: Request processed in 103us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.055603:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7900 00000100:00100000:1.0:1787755789.055812:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588666981120:0@lo:104: 00010000:00010000:1.0:1787755789.055832:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.056368:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755789.056379:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.056389:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755789.056396:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755789.056405:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.056447:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.056460:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755789.056491:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.056508:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc400/0x9b2b3253657873a5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657873ac expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.056536:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755789.056538:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755789.056539:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755789.056790:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe523bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666981248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755789.056842:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755789.057027:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666981248 00000100:00100000:0.0:1787755789.057034:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666981248 00010000:00010000:0.0:1787755789.057070:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657873a5 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.057105:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21639 00000100:00100000:0.0:1787755789.057112:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666981248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755789.057124:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1787755789.061127:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957440 is committed 00010000:00010000:1.0:1787755789.061628:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657873ac lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657873a5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.061657:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7a00) 00010000:00010000:1.0:1787755789.061664:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.061674:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.061682:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.061757:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755789.061873:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666981248:12345-0@lo:103:ldlm_bl.0 Request processed in 4760us (5029us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.061884:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21639 00000100:00100000:2.0:1787755789.062001:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe523bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666981248:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755789.062140:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062149:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062235:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062244:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062252:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062260:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062697:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755789.062702:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062710:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062723:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755789.062726:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755789.062731:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062737:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657873f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062750:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062756:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062761:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062766:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755789.062770:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062776:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062783:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7a00) 00010000:00010000:0.0:1787755789.062785:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755789.062789:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062794:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657873f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062839:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873eb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c3f expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062851:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755789.062852:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755789.062856:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657873eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c3f expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.062865:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:0.0:1787755789.062972:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224449:x1874588654447488:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 8209us (8971us total) trans 0 rc 301/301 00000100:00100000:0.0:1787755789.062980:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70190 00000100:00100000:1.0:1787755789.068557:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.068695:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654447616 00000100:00100000:0.0:1787755789.068710:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654447616 00000100:00100000:0.0:1787755789.068785:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70191 00000100:00100000:0.0:1787755789.068798:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:224449:x1874588654447616:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755789.068828:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.068861:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365787400 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c46 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.068960:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.068980:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.068993:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755789.069081:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755789.069086:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755789.069112:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.069142:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365787400 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.069168:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.069179:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755789.069182:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755789.069187:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755789.069259:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:224449:x1874588654447616:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 463us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.069266:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70191 00000100:00100000:2.0:1787755789.074418:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755789.074541:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654447872 00000100:00100000:1.0:1787755789.074557:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654447872 00000100:00100000:1.0:1787755789.074640:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70192 00000100:00100000:1.0:1787755789.074653:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224449:x1874588654447872:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:1.0:1787755789.074796:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666981376:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.074852:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.074890:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755789.075033:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666981376 00000100:00100000:0.0:1787755789.075038:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666981376 00000100:00100000:0.0:1787755789.075087:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24233 00000100:00100000:0.0:1787755789.075094:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666981376:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755789.075164:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666981376:12345-0@lo:1000:mdt00_006.0 Request processed in 70us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.075171:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24233 00000100:00100000:1.0:1787755789.075430:0:17813:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957440 gen 2 00000004:00080000:1.0:1787755789.075437:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957439 committed transno 8589957440 00000004:00080000:1.0:1787755789.075458:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957440 committed transno 8589957440 00000100:00100000:1.0:1787755789.075476:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666981376:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.075531:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666981504:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.075557:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.075622:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.077129:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666981504 00000100:00100000:2.0:1787755789.077139:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666981504 00000100:00100000:2.0:1787755789.077219:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24234 00000100:00100000:2.0:1787755789.077228:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666981504:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755789.077404:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666981504:12345-0@lo:1000:mdt00_006.0 Request processed in 176us (1844us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755789.077411:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24234 00000100:00100000:1.0:1787755789.077495:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666981504:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1787755789.077565:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.077577:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.077586:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755789.077603:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666981632:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1787755789.077632:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.077963:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755789.078025:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666981632 00000100:00100000:0.0:1787755789.078031:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666981632 00000100:00100000:0.0:1787755789.078155:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24235 00000100:00100000:0.0:1787755789.078163:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588666981632:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755789.078176:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.078194:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578740e expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.078219:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.078229:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.078240:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.078285:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.078299:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 7 pid: 8458 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.078420:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe523bad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666981760:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755789.078491:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.078500:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 6 pid: 35169 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.078519:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe523b9c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666981888:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755789.078538:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755789.083954:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755789.083995:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755789.084082:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448128 00000100:00100000:2.0:1787755789.084092:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448128 00010000:00010000:2.0:1787755789.084131:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 7 pid: 35169 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755789.084171:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448000 00000100:00100000:2.0:1787755789.084174:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448000 00010000:00010000:2.0:1787755789.084191:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 8 pid: 8458 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755789.084210:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21640 00000100:00100000:2.0:1787755789.084220:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654448128:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755789.084233:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755789.084241:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 7 pid: 35169 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084258:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 7 pid: 35169 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084311:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755789.084337:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084348:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755789.084404:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654448128:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 185us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.084411:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21640 00000100:00100000:2.0:1787755789.084431:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21641 00000100:00100000:2.0:1787755789.084438:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654448000:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755789.084445:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755789.084450:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 8 pid: 8458 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084461:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 8 pid: 8458 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084473:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755789.084478:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084486:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084506:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.084857:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755789.084874:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666982016:0@lo:105: 00000100:00100000:2.0:1787755789.084928:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755789.084973:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.084995:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982016 00000100:00100000:2.0:1787755789.084999:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982016 00000100:00100000:2.0:1787755789.085035:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7901 00000100:00100000:2.0:1787755789.085043:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666982016:12345-0@lo:105: 00010000:00010000:2.0:1787755789.085068:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.085078:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.085088:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.085095:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.085103:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.085112:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.085128:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60c00) 00000100:00100000:2.0:1787755789.085163:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666982016:12345-0@lo:105: Request processed in 121us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.085169:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7901 00000100:00100000:2.0:1787755789.085212:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666982016:0@lo:105: 00010000:00010000:2.0:1787755789.085229:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755789.085253:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654448000:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 815us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.085454:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21641 00010000:00010000:0.0:1787755789.087628:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787407 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c46 expref: 7 pid: 8458 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.087661:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe523bad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666981760:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755789.087680:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657873e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c38 expref: 6 pid: 35169 timeout: 8946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.087690:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe523b9c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666981888:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755789.087731:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.087742:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755789.087745:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755789.087749:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755789.087914:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666981632:12345-0@lo:101:mdt00_006.0 Request processed in 9750us (10279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.087925:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24235 00000100:00100000:1.0:1787755789.088024:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666981632:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755789.088120:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755789.088144:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755789.088190:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.088197:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.088207:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755789.088232:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982144:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1787755789.088634:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.088715:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d03c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.088762:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982144 00000100:00100000:2.0:1787755789.088771:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982144 00000100:00100000:2.0:1787755789.088873:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24236 00000100:00100000:2.0:1787755789.088885:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588666982144:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1787755789.088905:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755789.088924:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578741c expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.088949:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578741c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.088964:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578741c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.088979:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981e00) 00010000:00010000:2.0:1787755789.088983:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755789.088986:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755789.089081:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982144:12345-0@lo:101:mdt00_006.0 Request processed in 198us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.089088:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24236 00000100:00100000:1.0:1787755789.089236:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982144:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755789.089252:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.089273:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755789.089298:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755789.089490:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982272:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.089632:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.089696:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.089813:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982272 00000100:00100000:2.0:1787755789.089819:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982272 00000100:00100000:2.0:1787755789.089853:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24237 00000100:00100000:2.0:1787755789.089860:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982272:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755789.089931:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982272:12345-0@lo:1000:mdt00_006.0 Request processed in 72us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.089939:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24237 00000100:00100000:1.0:1787755789.090009:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982272:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.090048:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982400:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.090085:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.090107:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.090207:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982400 00000100:00100000:2.0:1787755789.090211:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982400 00000100:00100000:2.0:1787755789.090241:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24238 00000100:00100000:2.0:1787755789.090248:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982400:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755789.090379:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982400:12345-0@lo:1000:mdt00_006.0 Request processed in 131us (292us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755789.090386:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24238 00000100:00100000:1.0:1787755789.090714:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982400:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.090800:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982528:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.090829:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.090856:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755789.090872:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982528 00000100:00100000:1.0:1787755789.090877:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982528 00000100:00100000:1.0:1787755789.090912:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24239 00000100:00100000:1.0:1787755789.090920:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982528:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.090995:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982528:12345-0@lo:1000:mdt00_006.0 Request processed in 76us (165us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755789.091003:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24239 00000100:00100000:1.0:1787755789.091035:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff6f510700 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982528:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.091214:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982656:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.091239:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.091467:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.091842:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982656 00000100:00100000:2.0:1787755789.091848:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982656 00000100:00100000:2.0:1787755789.091888:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24240 00000100:00100000:2.0:1787755789.091895:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982656:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755789.091954:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982656:12345-0@lo:1000:mdt00_006.0 Request processed in 59us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.091960:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24240 00000100:00100000:1.0:1787755789.092037:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982656:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.092095:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982784:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.092121:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.092143:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.092247:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982784 00000100:00100000:2.0:1787755789.092251:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982784 00000100:00100000:2.0:1787755789.092297:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24241 00000100:00100000:2.0:1787755789.092489:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982784:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755789.092567:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982784:12345-0@lo:1000:mdt00_006.0 Request processed in 262us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.092574:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24241 00000100:00100000:1.0:1787755789.092705:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982784:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.092747:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982912:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755789.092774:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.092800:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4b297840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.092866:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666982912 00000100:00100000:2.0:1787755789.092871:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666982912 00000100:00100000:2.0:1787755789.092902:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24242 00000100:00100000:2.0:1787755789.092909:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982912:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755789.092958:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588666982912:12345-0@lo:1000:mdt00_006.0 Request processed in 48us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.092964:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24242 00000100:00100000:1.0:1787755789.093037:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666982912:0@lo:1000:mdt00_006.0 00000040:00080000:1.0:1787755789.094733:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1198, 2168 off1091208 00000040:00080000:1.0:1787755789.094863:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1516, 2368 off1532168 00000004:00080000:1.0:1787755789.094870:0:17813:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe433d0300 with version 6833 00000004:00080000:2.0:1787755789.095180:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6833 rpc_version 6833 00000020:00100000:2.0:1787755789.095230:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755789.095245:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91ce00 x1874588666983168/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755789.095703:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666983168:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755789.095868:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755789.095921:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe55701900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755789.096041:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983168 00000100:00100000:1.0:1787755789.096125:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983168 00000100:00100000:1.0:1787755789.096236:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24243 00000100:00100000:1.0:1787755789.096249:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666983168:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755789.097897:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666983168:12345-0@lo:1000:osp_up0-1.0 Request processed in 1645us (2065us total) trans 8589957441 rc 0/0 00000100:00100000:1.0:1787755789.097908:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24243 00000100:00100000:2.0:1787755789.098603:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ce00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666983168:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755789.099213:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099231:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099246:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099656:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099666:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099673:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099710:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099718:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.099727:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755789.099749:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666983296:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1787755789.099815:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.099902:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755789.100017:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983296 00000100:00100000:0.0:1787755789.100024:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983296 00000100:00100000:0.0:1787755789.100184:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24244 00000100:00100000:0.0:1787755789.100194:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588666983296:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755789.100213:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.100229:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787438 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.100249:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787438 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.100424:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787438 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.100435:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:0.0:1787755789.100438:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755789.100442:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755789.100485:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:17813:x1874588666983296:12345-0@lo:101:mdt00_006.0 Request processed in 292us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.100491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24244 00000100:00100000:2.0:1787755789.100639:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fa680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588666983296:0@lo:101:mdt00_006.0 00010000:00010000:2.0:1787755789.100655:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100667:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755789.100691:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000052f1af44 reply state 0000000018a5cbe1 transno 4294985359 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100704:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100711:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff44577d00) 00010000:00010000:2.0:1787755789.100713:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755789.100716:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755789.100723:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100730:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755789.100740:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x193:0x0] 00000004:00010000:2.0:1787755789.100746:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000052f1af44 reply state 0000000018a5cbe1 transno 4294985359 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100754:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100760:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff44577200) 00010000:00010000:2.0:1787755789.100762:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755789.100764:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787755789.100768:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00000004:00080000:2.0:1787755789.100777:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755789.100788:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100796:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100802:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100878:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755789.100884:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755789.100888:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.100895:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755789.100985:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224449:x1874588654447872:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 26332us (26579us total) trans 4294985359 rc 0/0 00000100:00100000:2.0:1787755789.100992:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70192 00010000:00010000:3.0:1787755789.104113:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755789.104126:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.104138:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755789.104146:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755789.104161:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.104207:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.104214:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755789.104255:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.104282:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b32536578740e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787415 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.104301:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755789.104528:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755789.104532:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755789.105430:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666983424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755789.105524:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755789.106334:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983424 00000100:00100000:3.0:1787755789.106349:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983424 00000100:00100000:3.0:1787755789.106442:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11084 00000100:00100000:3.0:1787755789.106454:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588666983424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755789.106470:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755789.106512:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787415 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578740e expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.106539:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755789.106545:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755789.106621:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588666983424:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755789.106630:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11084 00000100:00100000:1.0:1787755789.107035:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588666983424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755789.108038:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755789.108284:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448256 00000100:00100000:2.0:1787755789.108292:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448256 00000100:00100000:2.0:1787755789.108395:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70193 00000100:00100000:2.0:1787755789.108408:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224438:x1874588654448256:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755789.108433:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755789.108460:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787446 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c4d expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.108559:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578744d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.108576:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578744d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.108589:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578744d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755789.108643:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755789.108647:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755789.108676:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578744d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.108705:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787446 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c4d expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.108724:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578744d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c4d expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.108732:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755789.108734:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755789.108738:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755789.108811:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224438:x1874588654448256:12345-192.168.201.7@tcp:101:bash.0 Request processed in 406us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.108818:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70193 00000100:00100000:1.0:1787755789.112849:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.112955:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448384 00000100:00100000:0.0:1787755789.112965:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448384 00000100:00100000:0.0:1787755789.113023:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70194 00000100:00100000:0.0:1787755789.113032:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224438:x1874588654448384:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755789.113063:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.113084:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787454 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c54 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113153:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113167:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113177:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113189:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113199:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578741c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113207:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.113240:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b32536578741c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.113255:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe523b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588666983552:0@lo:104: 00000100:00100000:0.0:1787755789.113350:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755789.113398:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755789.113736:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787755789.113749:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983552 00000100:00100000:1.0:1787755789.113753:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983552 00000100:00100000:1.0:1787755789.113789:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902 00000100:00100000:1.0:1787755789.113798:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588666983552:12345-0@lo:104: 00010000:00010000:1.0:1787755789.113810:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.113866:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755789.113873:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588666983552:12345-0@lo:104: Request processed in 77us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.113880:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902 00010000:00010000:3.0:1787755789.113965:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755789.113973:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.113982:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755789.113988:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755789.113998:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.114027:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.114034:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755789.114070:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.114078:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578741c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787423 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.114097:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755789.114099:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755789.114101:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755789.114227:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755789.114240:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666983680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755789.114286:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755789.114407:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983680 00000100:00100000:2.0:1787755789.114413:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983680 00010000:00010000:2.0:1787755789.114437:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578741c expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755789.114469:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21642 00000100:00100000:2.0:1787755789.114476:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588666983680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755789.114486:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787755789.116758:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe523b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588666983552:0@lo:104: 00010000:00010000:0.0:1787755789.116796:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787755789.118603:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957441 is committed 00010000:00010000:2.0:1787755789.118767:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365787423 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578741c expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.118793:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981e00) 00010000:00010000:2.0:1787755789.118800:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.118813:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.118821:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.118869:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755789.119014:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588666983680:12345-0@lo:103:ldlm_bl.0 Request processed in 4535us (4734us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.119025:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21642 00000100:00100000:1.0:1787755789.119260:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666983680:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755789.119480:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.119489:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.119636:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe523b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6519:1874588666983808:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787755789.119681:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755789.119715:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755789.119772:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983808 00000100:00100000:3.0:1787755789.119780:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983808 00000100:00100000:3.0:1787755789.119833:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24245 00000100:00100000:3.0:1787755789.119843:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe523bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6519:x1874588666983808:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787755789.119938:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe523bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6519:x1874588666983808:12345-0@lo:1000:mdt00_000.0 Request processed in 97us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755789.119946:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24245 00000100:00100000:1.0:1787755789.120014:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe523b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6519:1874588666983808:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1787755789.120075:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787469 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120097:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787469 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120107:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787469 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755789.120131:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787469 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120146:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120151:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120157:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120164:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120171:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755789.120175:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120182:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120193:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755789.120196:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755789.120200:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120207:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578745b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120219:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120225:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120231:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120236:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755789.120240:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120245:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120252:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981e00) 00010000:00010000:1.0:1787755789.120254:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755789.120257:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120262:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787462 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120348:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787454 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c54 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120364:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787469 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c54 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.120372:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff44577900) 00010000:00010000:1.0:1787755789.120374:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755789.120376:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755789.120429:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224438:x1874588654448384:12345-192.168.201.7@tcp:101:bash.0 Request processed in 7398us (7590us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.120435:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70194 00000100:00100000:0.0:1787755789.123856:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755789.123944:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448512 00000100:00100000:1.0:1787755789.123954:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448512 00000100:00100000:1.0:1787755789.124011:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70195 00000100:00100000:1.0:1787755789.124022:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe523b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224438:x1874588654448512:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755789.124044:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755789.124078:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787470 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c5b expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.124139:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787477 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.124154:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787477 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.124165:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787477 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755789.124260:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00000004:00200000:1.0:1787755789.124266:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755789.124346:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787470 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c5b expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.124371:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787477 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c5b expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.124380:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff44577200) 00010000:00010000:1.0:1787755789.124383:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755789.124386:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755789.124446:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe523b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224438:x1874588654448512:12345-192.168.201.7@tcp:101:bash.0 Request processed in 427us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.124454:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70195 00000100:00100000:2.0:1787755789.131790:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.132011:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448640 00000100:00100000:0.0:1787755789.132024:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448640 00000100:00100000:0.0:1787755789.132163:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70196 00000100:00100000:0.0:1787755789.132175:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224438:x1874588654448640:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755789.132195:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.132217:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578747e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c62 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.132290:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365787485 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.132485:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365787485 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.132496:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365787485 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755789.132601:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x195:0x0]: returning size 4096 00000004:00200000:0.0:1787755789.132606:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755789.132640:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b32536578747e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c62 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.132659:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365787485 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c62 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.132665:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff44577d00) 00010000:00010000:0.0:1787755789.132667:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755789.132669:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755789.132769:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224438:x1874588654448640:12345-192.168.201.7@tcp:101:bash.0 Request processed in 595us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.132776:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70196 00000100:00100000:2.0:1787755789.135295:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755789.135418:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654448768 00000100:00100000:3.0:1787755789.135429:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654448768 00000100:00100000:3.0:1787755789.135489:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70197 00000100:00100000:3.0:1787755789.135501:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224438:x1874588654448768:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755789.135531:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755789.135551:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578748c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c69 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.135603:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.135615:0:35159:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787438 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.135621:0:35159:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.135658:0:35159:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787438 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755789.135671:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588666983936:0@lo:104: 00000100:00100000:3.0:1787755789.135710:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755789.135743:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2999c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755789.135967:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666983936 00000100:00100000:2.0:1787755789.135971:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666983936 00000100:00100000:2.0:1787755789.135999:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7903 00000100:00100000:2.0:1787755789.136007:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588666983936:12345-0@lo:104: 00010000:00010000:2.0:1787755789.136021:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755789.136079:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755789.136085:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588666983936:12345-0@lo:104: Request processed in 79us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.136091:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7903 00010000:00010000:1.0:1787755789.136133:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755789.136140:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.136148:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755789.136153:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755789.136161:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.136199:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.136206:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787755789.136253:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755789.136263:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588666983936:0@lo:104: 00010000:00010000:1.0:1787755789.136286:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.136299:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60800/0x9b2b325365787438 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578743f expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.136346:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755789.136349:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755789.136350:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755789.136551:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666984064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755789.136590:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.136673:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984064 00000100:00100000:1.0:1787755789.136678:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984064 00010000:00010000:1.0:1787755789.136698:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787438 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755789.136729:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21643 00000100:00100000:1.0:1787755789.136737:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588666984064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755789.136746:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755789.136758:0:35159:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.137368:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578743f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787438 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.137384:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:1.0:1787755789.137390:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.137398:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.137406:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755789.137427:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755789.137475:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588666984064:12345-0@lo:103:ldlm_bl.0 Request processed in 739us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.137482:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21643 00010000:00010000:3.0:1787755789.137544:0:35159:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.137553:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.137565:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666984064:0@lo:103:ldlm_bl.0 00000004:00200000:3.0:1787755789.137615:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x193:0x0]: returning size 4096 00000004:00200000:3.0:1787755789.137621:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755789.137674:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578748c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c69 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.137686:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c69 expref: 9 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.137692:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:3.0:1787755789.137694:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755789.137696:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755789.137728:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224438:x1874588654448768:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2231us (2456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755789.137733:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70197 00000100:00100000:2.0:1787755789.140724:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.140813:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654449024 00000100:00100000:0.0:1787755789.140823:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654449024 00000100:00100000:0.0:1787755789.140924:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70198 00000100:00100000:0.0:1787755789.140937:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224438:x1874588654449024:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755789.140965:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.140969:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755789.141000:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787493 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c69 expref: 9 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141027:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff42fa8100) 00010000:00010000:0.0:1787755789.141038:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755789.141063:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578749a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c70 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141218:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141228:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141234:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141242:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141247:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141251:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755789.141618:0:8458:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x519:0x0], index 1: 0 00010000:00010000:0.0:1787755789.141744:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657874af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141750:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657874af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141755:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657874af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141780:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141788:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141792:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141796:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141800:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755789.141803:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141808:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141813:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755789.141814:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755789.141827:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141835:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657874a1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755789.141852:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ca1626c9 reply state 00000000af3e4258 transno 8589957442 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141864:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141870:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dff42fa8f00) 00010000:00010000:0.0:1787755789.141873:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755789.141876:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755789.141904:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578749a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c70 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141921:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657874af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c70 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.141928:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:0.0:1787755789.141931:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755789.141933:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755789.142025:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224438:x1874588654449024:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1090us (1309us total) trans 8589957442 rc 0/0 00000100:00100000:0.0:1787755789.142034:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70198 00000100:00100000:2.0:1787755789.145210:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.145309:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654449152 00000100:00100000:0.0:1787755789.145350:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654449152 00000100:00100000:0.0:1787755789.145454:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30763 00000100:00100000:0.0:1787755789.145467:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224438:x1874588654449152:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755789.145487:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.145511:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c77 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755789.145537:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x519:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755789.145560:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=8846s v=(0 0) 00010000:00010000:0.0:1787755789.145565:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755789.145575:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 7 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.145599:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 7 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.145613:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755789.145678:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224438:x1874588654449152:12345-192.168.201.7@tcp:101:bash.0 Request processed in 214us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.145686:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30763 00000100:00100000:1.0:1787755789.148484:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.148571:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654449408 00000100:00100000:0.0:1787755789.148582:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654449408 00000100:00100000:0.0:1787755789.148726:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9349 00000100:00100000:0.0:1787755789.148734:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7a69c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224438:x1874588654449408:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755789.149722:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7a69c450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224438:x1874588654449408:12345-192.168.201.7@tcp:35:bash.0 Request processed in 985us (1414us total) trans 8589957443 rc 0/0 00000100:00100000:0.0:1787755789.149729:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9349 00000100:00100000:3.0:1787755789.152540:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.152698:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654449664 00000100:00100000:0.0:1787755789.152716:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654449664 00000100:00100000:0.0:1787755789.152793:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70199 00000100:00100000:0.0:1787755789.152803:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224438:x1874588654449664:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755789.152825:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.152828:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755789.152857:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365787485 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c62 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.152885:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff44577d00) 00010000:00010000:0.0:1787755789.152890:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755789.152901:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657874c4 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c7e expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.153035:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 3/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.153045:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.153061:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.153073:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.153077:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.153081:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755789.153219:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666984192:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755789.153300:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755789.153368:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755789.153488:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984192 00000100:00100000:1.0:1787755789.153493:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984192 00000100:00100000:1.0:1787755789.153533:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24246 00000100:00100000:1.0:1787755789.153541:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588666984192:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1787755789.153637:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588666984192:12345-0@lo:1000:mdt00_007.0 Request processed in 96us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.153646:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24246 00000100:00100000:3.0:1787755789.153801:0:35152:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957441 gen 2 00000004:00080000:3.0:1787755789.153807:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957441 committed transno 8589957441 00000100:00100000:3.0:1787755789.153848:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588666984192:0@lo:1000:mdt00_007.0 00000004:00080000:3.0:1787755789.154165:0:35152:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d2:0x0], index 0: 0 00010000:00010000:3.0:1787755789.154386:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b3253657874d9 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154400:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b3253657874d9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154408:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b3253657874d9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154442:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154447:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154451:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154455:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154459:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755789.154462:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154467:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154474:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff44577d00) 00010000:00010000:3.0:1787755789.154476:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755789.154479:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 3/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154486:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b3253657874cb lrc: 0/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755789.154496:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000013d97273 reply state 00000000c1ec00eb transno 4294985360 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154506:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154512:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x4ec94fd6 (ffff9dff42fa8100) 00010000:00010000:3.0:1787755789.154514:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755789.154517:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755789.154548:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b3253657874c4 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c7e expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154563:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b3253657874d9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c7e expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.154570:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff439f7000) 00010000:00010000:3.0:1787755789.154573:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755789.154575:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755789.154623:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224438:x1874588654449664:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1822us (2106us total) trans 4294985360 rc 0/0 00000100:00100000:3.0:1787755789.154629:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70199 00000100:00100000:1.0:1787755789.154724:0:8668:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8668:1874588666984320:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1787755789.154757:0:8668:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.154783:0:8668:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755789.155521:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984320 00000100:00100000:3.0:1787755789.155532:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984320 00000100:00100000:3.0:1787755789.155660:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30764 00000100:00100000:3.0:1787755789.155670:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:8668:x1874588666984320:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787755789.155718:0:8436:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 1250 00000100:00100000:1.0:1787755789.159011:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.159120:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654449792 00000100:00100000:0.0:1787755789.159130:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654449792 00000100:00100000:0.0:1787755789.159170:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30765 00000100:00100000:0.0:1787755789.159176:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:224438:x1874588654449792:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755789.159194:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755789.159217:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c85 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755789.159245:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755789.159267:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d2:0x0].0x0 since=8846s v=(0 0) 00010000:00010000:0.0:1787755789.159281:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d2:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755789.159291:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.159312:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.159352:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755789.159413:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224438:x1874588654449792:12345-192.168.201.7@tcp:101:bash.0 Request processed in 236us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.159418:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30765 00000100:00100000:3.0:1787755789.159832:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:8668:x1874588666984320:12345-0@lo:5:osp-pre-0-1.0 Request processed in 4163us (5072us total) trans 4294973858 rc 0/0 00000100:00100000:3.0:1787755789.159838:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30764 00000100:00080000:2.0:1787755789.160018:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755789.160446:0:8668:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:8668:1874588666984320:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1787755789.160464:0:8668:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x4d2:0x0]-[0x280000400:0x501:0x0] 00000100:00100000:1.0:1787755789.162470:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.162525:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450048 00000100:00100000:0.0:1787755789.162536:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450048 00000100:00100000:0.0:1787755789.162594:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9350 00000100:00100000:0.0:1787755789.162606:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224438:x1874588654450048:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755789.162916:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:224438:x1874588654450048:12345-192.168.201.7@tcp:35:bash.0 Request processed in 312us (458us total) trans 4294985361 rc 0/0 00000100:00100000:0.0:1787755789.162925:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9350 00000100:00100000:3.0:1787755789.178920:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755789.182173:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755789.182229:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755789.182353:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450176 00000100:00100000:0.0:1787755789.182366:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450176 00000100:00100000:0.0:1787755789.182452:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450304 00000100:00100000:0.0:1787755789.182456:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450304 00000100:00100000:0.0:1787755789.182479:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450432 00000100:00100000:0.0:1787755789.182483:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450432 00000100:00100000:2.0:1787755789.182491:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11085 00000100:00100000:0.0:1787755789.185025:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11086 00000100:00100000:0.0:1787755789.185141:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:15681:x1874588654450304:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755789.185169:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755789.185201:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657872d3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1daa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c00 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.185223:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:0.0:1787755789.185239:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755789.185349:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:15681:x1874588654450304:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 274us (3152us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.185358:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11086 00000100:00100000:0.0:1787755789.185388:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11087 00000100:00100000:0.0:1787755789.185397:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15684:x1874588654450432:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755789.185407:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755789.185423:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b3253657874d9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c7e expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.185438:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff439f7000) 00010000:00010000:0.0:1787755789.185451:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787477 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c5b expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.185463:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff44577200) 00010000:00010000:0.0:1787755789.185471:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787232 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213bdd expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755789.185487:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5c:0x0].0x0 (ffff9dff42fa8b00) 00010000:00010000:0.0:1787755789.185493:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755789.185797:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15684:x1874588654450432:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 399us (3567us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.185805:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11087 00000100:00100000:3.0:1787755789.186191:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:34913:x1874588654450176:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755789.186203:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755789.186219:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578744d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c4d expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.186234:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755789.186243:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657874af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c70 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.186255:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff42fa8900) 00010000:00010000:3.0:1787755789.186267:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787469 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c54 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755789.186289:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff44577900) 00010000:00010000:3.0:1787755789.186296:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755789.186442:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502eb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34913:x1874588654450176:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3802us (7538us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755789.186450:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11085 00000100:00100000:1.0:1787755789.285549:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666984448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755789.285629:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755789.285774:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984448 00000100:00100000:2.0:1787755789.285783:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984448 00000100:00100000:2.0:1787755789.285840:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24247 00000100:00100000:2.0:1787755789.285850:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588666984448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755789.285882:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443405824 avail 1297166336 00000100:00100000:2.0:1787755789.285942:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588666984448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755789.285949:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24247 00000100:00100000:3.0:1787755789.286196:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666984448:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787755789.286591:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755789.794955:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666984704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755789.795049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755789.795126:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984704 00000100:00100000:0.0:1787755789.795134:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984704 00000100:00100000:0.0:1787755789.795187:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781 00000100:00100000:0.0:1787755789.795195:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666984704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755789.795216:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755789.795304:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666984704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755789.795311:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781 00000100:00100000:0.0:1787755789.795401:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666984704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755789.795947:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755789.795964:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666984576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755789.796019:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755789.796069:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984576 00000100:00100000:1.0:1787755789.796075:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984576 00000100:00100000:1.0:1787755789.796129:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24248 00000100:00100000:1.0:1787755789.796138:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666984576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755789.796180:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442791424 avail 1296551936 00000100:00080000:2.0:1787755789.796199:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755789.796215:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666984832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755789.796229:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666984576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755789.796236:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24248 00000100:00100000:2.0:1787755789.796252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755789.796350:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666984576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755789.801336:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984832 00000100:00100000:2.0:1787755789.801352:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984832 00000100:00100000:3.0:1787755789.801492:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6782 00000100:00100000:3.0:1787755789.801514:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666984832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755789.801557:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755789.801653:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666984832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (5399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755789.801661:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6782 00000100:00100000:1.0:1787755789.801787:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666984832:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787755789.801863:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755790.213949:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755790.213999:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755790.214137:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450560 00000100:00100000:0.0:1787755790.214147:0:24204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450560 00002000:00100000:0.0:1787755790.214226:0:24204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x519:0x0] (0->5) req@ffff9dfe4a30c380 x1874588654450560/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:361/0 lens 496/0 e 0 to 0 dl 1787755801 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755790.214237:0:24204:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a30c380 with x1874588654450560 ext(0->5) 00002000:00010000:0.0:1787755790.214243:0:24204:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a30c380 00000100:00100000:0.0:1787755790.214278:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27921 00000100:00100000:0.0:1787755790.214290:0:24204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654450560:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:3.0:1787755790.215426:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755790.215659:0:24204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654450560:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1364us (1715us total) trans 4294976194 rc 0/0 00000100:00100000:0.0:1787755790.215672:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27921 00002000:00100000:0.0:1787755790.215683:0:24204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x519:0x0] (0->5) req@ffff9dfe4a30c380 x1874588654450560/t4294976194(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:361/0 lens 496/448 e 0 to 0 dl 1787755801 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755790.215694:0:24204:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a30c380 with x1874588654450560 ext(0->5) 00002000:00010000:0.0:1787755790.215699:0:24204:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a30c380 00000100:00100000:1.0:1787755790.216569:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450688 00000100:00100000:1.0:1787755790.216582:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450688 00000100:00100000:1.0:1787755790.217125:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30766 00000100:00100000:1.0:1787755790.217137:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654450688:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:2.0:1787755790.227763:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976194 is committed 00000100:00100000:3.0:1787755790.236987:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654450688:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 19840us (22973us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755790.237002:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30766 00000100:00100000:3.0:1787755790.249584:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755790.250882:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755790.261970:0:42692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450816 00000100:00100000:1.0:1787755790.261986:0:42692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450816 00002000:00100000:1.0:1787755790.262068:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x4d2:0x0] (0->5) req@ffff9dfe4193c700 x1874588654450816/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:361/0 lens 496/0 e 0 to 0 dl 1787755801 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755790.262079:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4193c700 with x1874588654450816 ext(0->5) 00002000:00010000:1.0:1787755790.262086:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4193c700 00000100:00100000:1.0:1787755790.262114:0:42692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27922 00000100:00100000:1.0:1787755790.262128:0:42692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654450816:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:1.0:1787755790.262645:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755790.268743:0:42692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654450816:12345-192.168.201.7@tcp:4:bash.0 Request processed in 6608us (17856us total) trans 4294973859 rc 0/0 00000100:00100000:1.0:1787755790.268760:0:42692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27922 00002000:00100000:1.0:1787755790.268775:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000400:0x4d2:0x0] (0->5) req@ffff9dfe4193c700 x1874588654450816/t4294973859(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:361/0 lens 496/448 e 0 to 0 dl 1787755801 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755790.268786:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4193c700 with x1874588654450816 ext(0->5) 00002000:00010000:1.0:1787755790.268793:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4193c700 00000100:00100000:0.0:1787755790.273335:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654450944 00000100:00100000:0.0:1787755790.273358:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654450944 00000100:00100000:0.0:1787755790.273435:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30767 00000100:00100000:0.0:1787755790.273449:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654450944:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:2.0:1787755790.275052:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973859 is committed 00000001:00080000:2.0:1787755790.275069:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973858 is committed 00000001:00080000:2.0:1787755790.275077:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973857 is committed 00000100:00100000:0.0:1787755790.275822:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654450944:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 2364us (26239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755790.275849:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30767 00010000:00010000:3.0:1787755790.310066:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755790.826487:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755790.826516:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.826581:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.826588:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755790.827107:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787366 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578736d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755790.827139:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985361 is committed 00010000:00010000:3.0:1787755790.827400:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827411:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827420:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827426:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755790.827433:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827440:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827457:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff44577200) 00010000:00010000:3.0:1787755790.827460:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755790.827465:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827470:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578742a lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827492:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827499:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827504:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827508:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755790.827511:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827516:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827523:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff44577d00) 00010000:00010000:3.0:1787755790.827526:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755790.827529:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827534:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b325365787431 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827553:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827559:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827565:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827570:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755790.827572:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827578:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827586:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x4ec94fd6 (ffff9dff42fa8100) 00010000:00010000:3.0:1787755790.827589:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755790.827591:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755790.827596:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657874d2 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755790.827981:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4b297600 refcount 2 committed 0 result 0 batchid 3418 00000020:00080000:0.0:1787755790.827987:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe433d0300 00000020:00080000:0.0:1787755790.827991:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1516 00000020:00080000:0.0:1787755790.827993:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2ba600 00000020:00080000:0.0:1787755790.827996:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1198 00000100:00100000:1.0:1787755790.827999:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666984960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755790.828096:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1787755790.828146:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985358 is committed 00000020:00080000:0.0:1787755790.828154:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe55701480 refcount 2 committed 0 result 0 batchid 3417 00000100:00100000:1.0:1787755790.828173:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666984960 00000100:00100000:1.0:1787755790.828182:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666984960 00000100:00100000:1.0:1787755790.828253:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11088 00000100:00100000:1.0:1787755790.828263:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588666984960:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787755790.828277:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:0.0:1787755790.828286:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4f6e3300 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe55701b40 00000020:00080000:0.0:1787755790.828288:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1515 00000020:00080000:0.0:1787755790.828290:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4f6e3c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a3ae600 00000020:00080000:0.0:1787755790.828293:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1197 00010000:00010000:1.0:1787755790.828296:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578736d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x192:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787366 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755790.828303:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 365 committed 00010000:00010000:1.0:1787755790.828308:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x192:0x0].0x5a734ce9 (ffff9dff42fa8c00) 00000020:00080000:0.0:1787755790.828328:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4c2990c0 refcount 2 committed 0 result 0 batchid 3416 00000020:00080000:0.0:1787755790.828332:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51223100 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c2999c0 00010000:00010000:1.0:1787755790.828332:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:0.0:1787755790.828334:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1514 00000020:00080000:0.0:1787755790.828336:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51223c00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe43e27000 00000020:00080000:0.0:1787755790.828338:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1196 00000020:00080000:0.0:1787755790.828346:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe49f1c540 refcount 2 committed 0 result 0 batchid 3415 00000020:00080000:0.0:1787755790.828349:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4f0700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe49f1c240 00000020:00080000:0.0:1787755790.828352:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1513 00000020:00080000:0.0:1787755790.828354:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4f0200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4707e000 00000020:00080000:0.0:1787755790.828356:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1195 00000100:00100000:1.0:1787755790.828367:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588666984960:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 106us (272us total) trans 0 rc 0/0 00000001:00080000:0.0:1787755790.828368:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985352 is committed 00000100:00100000:1.0:1787755790.828374:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11088 00000020:00080000:0.0:1787755790.828377:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3414 batchid updated 00000100:00100000:1.0:1787755790.828430:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666984960:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755790.828467:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755790.828474:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666985088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1787755790.828504:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1787755790.828923:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3418 committed batchid 3414 00000004:00080000:2.0:1787755790.829041:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe55701840 with version 6834 00000020:00080000:2.0:1787755790.829052:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3411 cancel update log [0x200000401:0x3:0x0].1509: rc = 0 00000020:00080000:2.0:1787755790.829096:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3411 cancel update log [0x240000400:0x3:0x0].1191: rc = 0 00000004:00080000:2.0:1787755790.829116:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe557010c0 with version 6835 00000020:00080000:2.0:1787755790.829119:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3412 cancel update log [0x200000401:0x3:0x0].1510: rc = 0 00000020:00080000:2.0:1787755790.829135:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3412 cancel update log [0x240000400:0x3:0x0].1192: rc = 0 00000004:00080000:2.0:1787755790.829150:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe55701f00 with version 6836 00000020:00080000:2.0:1787755790.829153:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3413 cancel update log [0x200000401:0x3:0x0].1511: rc = 0 00000020:00080000:2.0:1787755790.829169:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3413 cancel update log [0x240000400:0x3:0x0].1193: rc = 0 00000004:00080000:2.0:1787755790.829186:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe55701a80 with version 6837 00000020:00080000:2.0:1787755790.829189:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3414 cancel update log [0x200000401:0x3:0x0].1512: rc = 0 00000020:00080000:2.0:1787755790.829204:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3414 cancel update log [0x240000400:0x3:0x0].1194: rc = 0 00000020:00080000:2.0:1787755790.829209:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3414 00000004:00080000:2.0:1787755790.829217:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6834 rpc_version 6834 00000020:00100000:2.0:1787755790.829237:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755790.829255:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a049880 x1874588666985344/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755790.829272:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666985344:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755790.829308:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755790.829348:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60c08300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755790.829365:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666985344 00000100:00100000:2.0:1787755790.829370:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666985344 00000100:00100000:2.0:1787755790.829403:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24249 00000100:00100000:2.0:1787755790.829410:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666985344:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755790.829525:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666985344:12345-0@lo:1000:osp_up0-1.0 Request processed in 115us (215us total) trans 8589957444 rc 0/0 00000100:00100000:2.0:1787755790.829532:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24249 00000100:00100000:2.0:1787755790.829568:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666985344:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755790.829578:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6835 rpc_version 6835 00000020:00100000:2.0:1787755790.829587:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755790.829592:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a048700 x1874588666985600/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755790.829603:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666985600:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755790.829627:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755790.829639:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51cfc180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755790.829744:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666985088 00000100:00100000:0.0:1787755790.829749:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666985088 00000100:00100000:0.0:1787755790.829805:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30768 00000100:00100000:0.0:1787755790.829812:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588666985088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1787755790.829838:0:35158:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1235 count 1 00010000:00010000:0.0:1787755790.829867:0:35158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.829904:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.829914:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d3:0x0].0x0 since=9s v=(0 0) 00010000:00010000:0.0:1787755790.829919:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755790.829926:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.829957:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.829973:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 6 pid: 8435 timeout: 8947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755790.829986:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588666985728:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755790.830060:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2840 going to sleep for 11 seconds 00000100:00080000:2.0:1787755790.832308:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755790.832436:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666985600 00000100:00100000:1.0:1787755790.832453:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666985600 00000100:00100000:1.0:1787755790.832542:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24250 00000100:00100000:1.0:1787755790.832553:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666985600:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755790.832837:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666985600:12345-0@lo:1000:osp_up0-1.0 Request processed in 286us (3208us total) trans 8589957445 rc 0/0 00000100:00100000:1.0:1787755790.832849:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24250 00000100:00100000:2.0:1787755790.833036:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666985600:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755790.833055:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6836 rpc_version 6836 00000020:00100000:2.0:1787755790.833081:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755790.833089:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ea0a80 x1874588666985984/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755790.833113:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666985984:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755790.833154:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755790.833187:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60c08300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755790.833844:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666985984 00000100:00100000:1.0:1787755790.833855:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666985984 00000100:00100000:1.0:1787755790.833927:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24251 00000100:00100000:1.0:1787755790.833937:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588666985984:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755790.834114:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666985984:12345-0@lo:1000:osp_up0-1.0 Request processed in 178us (959us total) trans 8589957446 rc 0/0 00000100:00100000:1.0:1787755790.834124:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24251 00000100:00100000:1.0:1787755790.834185:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666985984:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755790.834199:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6837 rpc_version 6837 00000020:00100000:1.0:1787755790.834219:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755790.834225:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b1500 x1874588666986240/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755790.834255:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666986240:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755790.834293:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755790.834338:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5065da80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755790.834352:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666986240 00000100:00100000:1.0:1787755790.834356:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666986240 00000100:00100000:1.0:1787755790.834382:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24252 00000100:00100000:1.0:1787755790.834389:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588666986240:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755790.834472:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666986240:12345-0@lo:1000:osp_up0-1.0 Request processed in 82us (177us total) trans 8589957447 rc 0/0 00000100:00100000:1.0:1787755790.834479:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24252 00000100:00100000:1.0:1787755790.834527:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666986240:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755790.845223:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588666985728:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755790.845279:0:35158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755790.852500:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755790.855375:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451072 00000100:00100000:0.0:1787755790.855390:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451072 00010000:00010000:0.0:1787755790.855437:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 7 pid: 8435 timeout: 8947 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755790.855487:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21644 00000100:00100000:0.0:1787755790.855498:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654451072:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755790.855514:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755790.855520:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 7 pid: 8435 timeout: 8947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855535:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 7 pid: 8435 timeout: 8947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855558:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b80d004f/0x9b2b32536578718a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213b9e expref: 7 pid: 8435 timeout: 8947 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855574:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755790.855578:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755790.855585:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855596:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855626:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755790.855689:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654451072:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 192us (3198us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755790.855697:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21644 00010000:00010000:0.0:1787755790.855726:0:35158:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855736:0:35158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855747:0:35158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855754:0:35158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.855774:0:35158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755790.856001:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588666985088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26188us (27495us total) trans 4294976195 rc 0/0 00000100:00100000:0.0:1787755790.856011:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30768 00010000:00010000:0.0:1787755790.856151:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755790.856158:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.856167:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755790.856173:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.856183:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.856198:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.856206:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000514b7f30/0x9b2b3253657874ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755790.856226:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755790.856228:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755790.856229:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755790.856302:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dff8189b800/2, rc 0, transno 4294976195 00000100:00100000:0.0:1787755790.856309:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666985088:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1787755790.897670:0:164671:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:1.0:1787755790.897724:0:164671:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:1.0:1787755791.332394:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755792.355077:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666986368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755792.355192:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755792.356708:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666986368 00000100:00100000:2.0:1787755792.356724:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666986368 00000100:00100000:2.0:1787755792.356817:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6783 00000100:00100000:2.0:1787755792.356844:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666986368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755792.356883:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00080000:1.0:1787755792.358620:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755792.358764:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755792.360508:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588666986496:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.360594:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755792.360638:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588666987008:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.360667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755792.360689:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666987520:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.360710:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755792.360732:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1787755792.360737:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588666986880:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.360759:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755792.360776:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666987392:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.360797:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755792.360812:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588666987904:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361307:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666986624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361368:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755792.361393:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666987136:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361418:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755792.361439:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666987648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361461:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755792.361482:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755792.361488:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666986752:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361510:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755792.361527:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588666987264:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361548:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755792.361564:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666987776:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361585:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755792.361621:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987520 00000100:00100000:1.0:1787755792.361629:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987520 00000100:00100000:1.0:1787755792.361676:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666986624 00000100:00100000:1.0:1787755792.361679:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666986624 00000100:00100000:1.0:1787755792.361703:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24253 00000100:00100000:1.0:1787755792.361713:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666987520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361766:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666987520:12345-0@lo:400:kworker.0 Request processed in 54us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.361773:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24253 00000100:00100000:1.0:1787755792.361795:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24254 00000100:00100000:1.0:1787755792.361801:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666986624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.361855:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666986624:12345-0@lo:400:kworker.0 Request processed in 54us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.361861:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24254 00000100:00100000:1.0:1787755792.361882:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987008 00000100:00100000:1.0:1787755792.361886:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987008 00000100:00100000:1.0:1787755792.361920:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666986880 00000100:00100000:1.0:1787755792.361923:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666986880 00000100:00100000:1.0:1787755792.361940:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987136 00000100:00100000:1.0:1787755792.361943:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987136 00000100:00100000:1.0:1787755792.361961:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666986752 00000100:00100000:1.0:1787755792.361964:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666986752 00000100:00100000:1.0:1787755792.361980:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987264 00000100:00100000:1.0:1787755792.361983:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987264 00000100:00100000:1.0:1787755792.362006:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15648 00000100:00100000:1.0:1787755792.362012:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588666987008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362050:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588666987008:12345-0@lo:400:kworker.0 Request processed in 38us (1383us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362056:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15648 00000100:00100000:1.0:1787755792.362068:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15649 00000100:00100000:1.0:1787755792.362074:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588666986880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362100:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588666986880:12345-0@lo:400:kworker.0 Request processed in 27us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362105:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15649 00000100:00100000:1.0:1787755792.362117:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15650 00000100:00100000:1.0:1787755792.362123:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666987136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362248:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588666987136:12345-0@lo:400:kworker.0 Request processed in 125us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362256:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15650 00000100:00100000:1.0:1787755792.362268:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15651 00000100:00100000:1.0:1787755792.362274:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666986752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362303:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588666986752:12345-0@lo:400:kworker.0 Request processed in 29us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362309:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15651 00000100:00100000:1.0:1787755792.362351:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15652 00000100:00100000:1.0:1787755792.362358:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588666987264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362383:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588666987264:12345-0@lo:400:kworker.0 Request processed in 27us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362388:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15652 00000100:00100000:1.0:1787755792.362416:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987392 00000100:00100000:1.0:1787755792.362419:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987392 00000100:00100000:1.0:1787755792.362447:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987648 00000100:00100000:1.0:1787755792.362450:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987648 00000100:00100000:1.0:1787755792.362469:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987776 00000100:00100000:1.0:1787755792.362471:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987776 00000100:00100000:1.0:1787755792.362487:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10060 00000100:00100000:1.0:1787755792.362493:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666987392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362527:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588666987392:12345-0@lo:400:kworker.0 Request processed in 34us (1728us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362533:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10060 00000100:00100000:1.0:1787755792.362544:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10061 00000100:00100000:1.0:1787755792.362550:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666987648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362574:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666987648:12345-0@lo:400:kworker.0 Request processed in 25us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362583:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10061 00000100:00100000:1.0:1787755792.362592:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10062 00000100:00100000:1.0:1787755792.362598:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666987776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362624:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588666987776:12345-0@lo:400:kworker.0 Request processed in 26us (1038us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755792.362629:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10062 00000100:00080000:1.0:1787755792.362647:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755792.362651:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755792.362655:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755792.362657:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755792.362712:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588666986752:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362726:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588666987264:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362737:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666987776:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362750:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666986624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362760:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588666987136:0@lo:400:kworker.0 00000100:00100000:1.0:1787755792.362769:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973857 gen 2 00000004:00080000:1.0:1787755792.362774:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dff6f511880, transno 4294973857 00000100:00100000:1.0:1787755792.362786:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666987648:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.363609:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755792.363677:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588666987008:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.363688:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985352 gen 2 00000004:00080000:3.0:1787755792.363692:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985351 committed transno 4294985352 00000004:00080000:3.0:1787755792.363711:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985352 committed transno 4294985352 00000020:00080000:3.0:1787755792.363716:0:3650:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe5199b000 refcount 2 committed 0 result 0 batchid 4294979806 00000020:00080000:3.0:1787755792.363719:0:3650:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24800 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5199bcc0 00000020:00080000:3.0:1787755792.363722:0:3650:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].938 00000020:00080000:3.0:1787755792.363725:0:3650:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ab24a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4eb9e800 00000020:00080000:3.0:1787755792.363727:0:3650:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].935 00000100:00100000:3.0:1787755792.363758:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666987520:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.363779:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588666986880:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.363789:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666987392:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.363816:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666986496 00000100:00100000:3.0:1787755792.363821:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666986496 00000100:00100000:3.0:1787755792.363874:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:3.0:1787755792.363882:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff4b214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588666986496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.363935:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff4b214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588666986496:12345-0@lo:400:kworker.0 Request processed in 54us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755792.363941:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000100:00100000:3.0:1787755792.363994:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666987904 00000100:00100000:3.0:1787755792.363999:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666987904 00000100:00100000:3.0:1787755792.364023:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15653 00000100:00100000:3.0:1787755792.364029:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588666987904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.364056:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588666987904:12345-0@lo:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755792.364061:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15653 00000100:00100000:3.0:1787755792.364096:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588666987904:0@lo:400:kworker.0 00000100:00100000:3.0:1787755792.364106:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588666986496:0@lo:400:kworker.0 00000100:00100000:2.0:1787755792.364729:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666986368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7898us (9534us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755792.364738:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6783 00000020:00080000:2.0:1787755792.364760:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979806 committed batchid 4294979805 00000020:00080000:2.0:1787755792.364841:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979805 00000100:00100000:0.0:1787755792.365050:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973858 gen 2 00000100:00100000:0.0:1787755792.365073:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666986368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755792.869559:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755792.869601:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666988032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755792.869683:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755792.869743:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988032 00000100:00100000:2.0:1787755792.869752:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988032 00000100:00100000:2.0:1787755792.869807:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:2.0:1787755792.869818:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666988032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755792.869985:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:2.0:1787755792.870041:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666988032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 224us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755792.870049:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000100:00100000:2.0:1787755792.870105:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666988032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755793.253124:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.253211:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451200 00000100:00100000:3.0:1787755793.253221:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451200 00000100:00100000:3.0:1787755793.253306:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70200 00000100:00100000:3.0:1787755793.253339:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:224619:x1874588654451200:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755793.253361:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.253377:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657874f5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c8c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755793.253522:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755793.253989:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.254006:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.254019:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755793.254067:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755793.254070:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755793.254092:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.254116:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657874f5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.254138:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.254149:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755793.254152:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755793.254157:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755793.254818:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:224619:x1874588654451200:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1498us (1698us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.254827:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70200 00000100:00100000:3.0:1787755793.259767:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.259841:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451328 00000100:00100000:2.0:1787755793.259853:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451328 00000100:00100000:2.0:1787755793.259917:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70201 00000100:00100000:2.0:1787755793.259927:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:224619:x1874588654451328:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755793.259951:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755793.259974:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787503 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c93 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260051:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260069:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260082:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260095:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260099:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260103:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260185:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787518 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260210:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787518 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260217:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787518 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755793.260243:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787518 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260259:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260266:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260276:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260282:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260287:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755793.260292:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260299:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260311:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755793.260331:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755793.260336:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260341:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578750a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260351:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260356:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260361:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260365:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755793.260368:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260373:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260378:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1f00) 00010000:00010000:2.0:1787755793.260381:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755793.260383:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260388:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787511 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260415:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787503 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c93 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260426:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787518 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c93 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.260433:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755793.260610:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755793.260613:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755793.260701:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:224619:x1874588654451328:12345-192.168.201.7@tcp:101:cat.0 Request processed in 774us (942us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.260708:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70201 00000100:00100000:1.0:1787755793.262994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.263058:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451456 00000100:00100000:3.0:1787755793.263066:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451456 00000100:00100000:3.0:1787755793.263142:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70202 00000100:00100000:3.0:1787755793.263155:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:224619:x1874588654451456:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755793.263183:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.263219:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b32536578751f lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213c9a expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755793.263249:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1787755793.263342:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787526 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.263363:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787526 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.263384:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787526 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755793.263765:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00000004:00200000:3.0:1787755793.263772:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755793.263827:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b32536578751f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c9a expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.263846:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787526 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c9a expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.263855:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755793.263859:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755793.263862:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755793.263980:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:224619:x1874588654451456:12345-192.168.201.7@tcp:101:cat.0 Request processed in 827us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.263989:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70202 00000100:00100000:1.0:1787755793.266557:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.266650:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451584 00000100:00100000:3.0:1787755793.266661:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451584 00000100:00100000:3.0:1787755793.266749:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70203 00000100:00100000:3.0:1787755793.266761:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:224619:x1874588654451584:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755793.266785:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.266812:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578752d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ca1 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.266872:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.266884:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.266895:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755793.266943:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x195:0x0]: returning size 4096 00000004:00200000:3.0:1787755793.266948:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755793.266982:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578752d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.267000:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.267009:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff439f7e00) 00010000:00010000:3.0:1787755793.267013:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755793.267017:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755793.267086:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:224619:x1874588654451584:12345-192.168.201.7@tcp:101:cat.0 Request processed in 327us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.267093:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70203 00000100:00100000:3.0:1787755793.273243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.273284:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451712 00000100:00100000:2.0:1787755793.273297:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451712 00000100:00100000:2.0:1787755793.273377:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70204 00000100:00100000:2.0:1787755793.273390:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:224619:x1874588654451712:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755793.273414:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755793.273445:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578753b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ca8 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.273520:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.273535:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.273546:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755793.273950:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x193:0x0]: returning size 4096 00000004:00200000:2.0:1787755793.273957:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755793.273992:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578753b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.274008:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.274017:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1f00) 00010000:00010000:2.0:1787755793.274020:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755793.274024:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755793.274086:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:224619:x1874588654451712:12345-192.168.201.7@tcp:101:cat.0 Request processed in 699us (856us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.274093:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70204 00000100:00100000:0.0:1787755793.287110:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755793.287256:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654451968 00000100:00100000:1.0:1787755793.287267:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654451968 00000100:00100000:0.0:1787755793.288399:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70205 00000100:00100000:0.0:1787755793.288423:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+9:224619:x1874588654451968:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755793.288455:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755793.288487:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787549 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213caf expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.288591:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.288610:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.288624:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.288635:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.288641:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.288648:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:0.0:1787755793.288735:0:35157:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00010000:00010000:3.0:1787755793.378961:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755793.778675:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.784683:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452096 00000100:00100000:2.0:1787755793.784705:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452096 00000100:00100000:3.0:1787755793.785166:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70206 00000100:00100000:3.0:1787755793.785189:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224621:x1874588654452096:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755793.785227:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.785254:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578755e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cb6 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.785373:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.785390:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.785402:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755793.785464:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755793.785469:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755793.785496:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.785523:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578755e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.785548:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.785558:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755793.785561:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755793.787423:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755793.787518:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224621:x1874588654452096:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 2337us (8849us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.787528:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70206 00000100:00080000:1.0:1787755793.789538:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755793.798035:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.798217:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452224 00000100:00100000:2.0:1787755793.798230:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452224 00000100:00100000:2.0:1787755793.798301:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70207 00000100:00100000:2.0:1787755793.798359:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224621:x1874588654452224:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755793.798383:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755793.798406:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578756c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cbd expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798501:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798517:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798530:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798546:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798553:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798560:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798647:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798656:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798668:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755793.798690:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798704:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798711:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798717:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798723:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798729:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755793.798733:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798741:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798754:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755793.798757:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755793.798761:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798767:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787573 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798783:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798788:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798794:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798798:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755793.798801:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798807:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798815:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1d00) 00010000:00010000:2.0:1787755793.798817:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755793.798820:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798824:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578757a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798855:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578756c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798869:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.798880:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755793.798883:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755793.798885:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755793.798957:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224621:x1874588654452224:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 646us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.798965:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70207 00000100:00100000:3.0:1787755793.802116:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755793.804154:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452352 00000100:00100000:1.0:1787755793.804169:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452352 00000100:00100000:1.0:1787755793.804254:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2386 00000100:00100000:1.0:1787755793.804273:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654452352:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755793.804386:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654452352:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 115us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.804395:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2386 00000100:00100000:3.0:1787755793.805244:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.805289:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.805342:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.805375:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.805994:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452864 00000100:00100000:2.0:1787755793.806004:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452864 00000100:00100000:2.0:1787755793.806081:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654453120 00000100:00100000:2.0:1787755793.806085:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654453120 00000100:00100000:2.0:1787755793.806112:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10063 00000100:00100000:2.0:1787755793.806122:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654452864:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755793.806226:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654452864:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 104us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.806233:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10063 00000100:00100000:2.0:1787755793.806265:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10064 00000100:00100000:2.0:1787755793.806274:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654453120:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755793.806302:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654453120:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.806307:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10064 00000100:00100000:2.0:1787755793.806353:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452608 00000100:00100000:2.0:1787755793.806357:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452608 00000100:00100000:2.0:1787755793.806381:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452480 00000100:00100000:2.0:1787755793.806384:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452480 00000100:00100000:2.0:1787755793.806406:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15654 00000100:00100000:2.0:1787755793.806413:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2399:x1874588654452608:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755793.806455:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2399:x1874588654452608:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 43us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.806462:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15654 00000100:00100000:2.0:1787755793.806476:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15655 00000100:00100000:2.0:1787755793.806483:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2399:x1874588654452480:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755793.806508:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2399:x1874588654452480:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.806514:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15655 00000100:00080000:3.0:1787755793.807516:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755793.807521:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755793.814236:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755793.814402:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452736 00000100:00100000:1.0:1787755793.814415:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452736 00000100:00100000:1.0:1787755793.814516:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10065 00000100:00100000:1.0:1787755793.814530:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654452736:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755793.814624:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654452736:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 97us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.814632:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10065 00000100:00080000:3.0:1787755793.815252:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755793.821841:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.821876:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.821898:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755793.821967:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654452992 00000100:00100000:0.0:1787755793.821975:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654452992 00000100:00100000:0.0:1787755793.822027:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654453376 00000100:00100000:0.0:1787755793.822029:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654453376 00000100:00100000:0.0:1787755793.822042:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15656 00000100:00100000:0.0:1787755793.822048:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654452992:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755793.822118:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654452992:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 68us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755793.822125:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15656 00000100:00100000:0.0:1787755793.822144:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70208 00000100:00100000:0.0:1787755793.822150:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:224621:x1874588654453376:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755793.822160:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755793.822197:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787588 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cc4 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.822254:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b32536578758f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.822268:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b32536578758f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.822278:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b32536578758f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755793.822399:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00000004:00200000:0.0:1787755793.822403:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755793.822446:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787588 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cc4 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.822465:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b32536578758f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cc4 expref: 6 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.822474:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:0.0:1787755793.822476:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755793.822480:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755793.822504:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224621:x1874588654453376:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 354us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755793.822509:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70208 00000100:00080000:2.0:1787755793.823075:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755793.823228:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654453248 00000100:00100000:3.0:1787755793.823235:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654453248 00000100:00100000:3.0:1787755793.823295:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10066 00000100:00100000:3.0:1787755793.823303:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654453248:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755793.823375:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654453248:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 72us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.823382:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10066 00000100:00080000:2.0:1787755793.823538:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755793.834110:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755793.835604:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654453504 00000100:00100000:0.0:1787755793.835615:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654453504 00000100:00100000:0.0:1787755793.835672:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70209 00000100:00100000:0.0:1787755793.835680:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224621:x1874588654453504:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755793.835698:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755793.835719:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787596 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ccb expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.835774:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 3/1,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.835788:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.835799:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.835813:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.835820:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836093:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836210:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836224:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836230:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755793.836282:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5f:0x0]: returning size 6 00000004:00200000:0.0:1787755793.836288:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755793.836311:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836343:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836353:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836357:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836362:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836366:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836370:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755793.836374:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836379:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836524:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff439f7e00) 00010000:00010000:0.0:1787755793.836527:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755793.836531:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 3/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836536:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578759d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836548:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836551:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836556:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836559:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755793.836560:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836610:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836615:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x4ec94fd6 (ffff9dff45db1b00) 00010000:00010000:0.0:1787755793.836617:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755793.836619:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836622:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657875a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836652:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787596 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ccb expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836662:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ccb expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.836667:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff45db1f00) 00010000:00010000:0.0:1787755793.836668:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755793.836670:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755793.836736:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224621:x1874588654453504:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1056us (2647us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755793.836743:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70209 00000100:00100000:0.0:1787755793.840953:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.841119:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654453632 00000100:00100000:2.0:1787755793.841137:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654453632 00000100:00100000:2.0:1787755793.841234:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70210 00000100:00100000:2.0:1787755793.841251:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224621:x1874588654453632:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755793.841286:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755793.841347:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657875b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cd2 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841459:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841475:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841489:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841503:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841511:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841519:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841640:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841648:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841655:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755793.841706:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dab:0x0]: returning size 6 00000004:00200000:2.0:1787755793.841710:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755793.841730:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841742:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841750:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841761:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841778:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841785:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841792:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755793.841797:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841804:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841817:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1f00) 00010000:00010000:2.0:1787755793.841820:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755793.841825:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841837:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657875b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841852:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841858:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841864:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841869:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755793.841873:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841879:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841885:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dff42fa8f00) 00010000:00010000:2.0:1787755793.841887:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755793.841889:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841895:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657875c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841917:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657875b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cd2 expref: 13 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841930:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cd2 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.841937:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dfe471d1d00) 00010000:00010000:2.0:1787755793.841940:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755793.841942:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755793.842016:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224621:x1874588654453632:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 771us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.842023:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70210 00000100:00100000:1.0:1787755793.845307:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755793.845560:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.845657:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654453760 00000100:00100000:3.0:1787755793.845670:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654453760 00000100:00100000:3.0:1787755793.845746:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11089 00000100:00100000:3.0:1787755793.845757:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654453760:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:3.0:1787755793.845781:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755793.845807:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b3253657875ab lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ccb expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.845841:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff45db1f00) 00010000:00010000:3.0:1787755793.845853:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755793.845915:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654453760:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 159us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.845922:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11089 00000100:00100000:0.0:1787755793.846479:0:6533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454016 00000100:00100000:0.0:1787755793.846485:0:6533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454016 00000100:00100000:0.0:1787755793.846534:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1230 00000100:00100000:0.0:1787755793.846542:0:6533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224621:x1874588654454016:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:0.0:1787755793.846603:0:6533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755793.846623:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657875c7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cd2 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.846638:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dfe471d1d00) 00010000:00010000:0.0:1787755793.846648:0:6533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755793.846742:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988160:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.846799:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755793.846952:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988160 00000100:00100000:1.0:1787755793.846958:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988160 00000100:00100000:1.0:1787755793.846991:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24255 00000100:00100000:1.0:1787755793.846998:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988160:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.847063:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988160:12345-0@lo:1000:mdt_io00_001.0 Request processed in 67us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.847071:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24255 00000100:00100000:0.0:1787755793.847122:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.847155:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988160:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.847235:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988288:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.847259:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.847282:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.847340:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988288 00000100:00100000:1.0:1787755793.847345:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988288 00000100:00100000:1.0:1787755793.847374:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24256 00000100:00100000:1.0:1787755793.847381:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988288:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.847451:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988288:12345-0@lo:1000:mdt_io00_001.0 Request processed in 70us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.847458:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24256 00000100:00100000:0.0:1787755793.847553:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988288:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755793.847579:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00000100:00100000:0.0:1787755793.847606:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988416:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.847632:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.847644:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.848073:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988416 00000100:00100000:1.0:1787755793.848079:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988416 00000100:00100000:1.0:1787755793.848116:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24257 00000100:00100000:1.0:1787755793.848123:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988416:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.848197:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988416:12345-0@lo:1000:mdt_io00_001.0 Request processed in 67us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.848204:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24257 00000100:00100000:0.0:1787755793.848659:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988416:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755793.848687:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5e:0x0] 00000100:00100000:0.0:1787755793.848729:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988544:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.848762:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.848783:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.849254:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988544 00000100:00100000:1.0:1787755793.849261:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988544 00000100:00100000:1.0:1787755793.849302:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24258 00000100:00100000:1.0:1787755793.849309:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988544:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.849414:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988544:12345-0@lo:1000:mdt_io00_001.0 Request processed in 105us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.849432:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24258 00000100:00100000:3.0:1787755793.849572:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988544:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755793.849620:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00000100:00100000:3.0:1787755793.849647:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988672:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755793.849674:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755793.849697:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4711d240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.849784:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988672 00000100:00100000:1.0:1787755793.849787:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988672 00000100:00100000:1.0:1787755793.849812:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24259 00000100:00100000:1.0:1787755793.849816:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988672:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.849876:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988672:12345-0@lo:1000:mdt_io00_001.0 Request processed in 58us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.849883:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24259 00000100:00100000:3.0:1787755793.850108:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988672:0@lo:1000:mdt_io00_001.0 00000004:00020000:3.0:1787755793.850137:0:6533:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:3.0:1787755793.850200:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 3/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.850210:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 3/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.850220:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 3/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.850232:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988800:0@lo:101:mdt_io00_001.0 00000100:00100000:3.0:1787755793.850258:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755793.850272:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe433d0000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755793.850281:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666988800 00000100:00100000:3.0:1787755793.850283:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666988800 00000100:00100000:3.0:1787755793.850300:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24260 00000100:00100000:3.0:1787755793.850304:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588666988800:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:3.0:1787755793.850311:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.850340:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657875ce expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.850360:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 6 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.850367:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.850385:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 6 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.850395:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 6 pid: 8458 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.850403:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588666988928:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755793.850589:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cdc540 going to sleep for 11 seconds 00000004:00020000:1.0:1787755793.850678:0:35157:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4438 00010000:00010000:1.0:1787755793.850735:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850743:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850751:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755793.850769:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dab:0x0]: returning size 6 00010000:00010000:1.0:1787755793.850848:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850853:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850857:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850861:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850864:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755793.850867:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850872:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850881:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1f00) 00010000:00010000:1.0:1787755793.850883:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755793.850885:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850890:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787550 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850901:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850905:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850908:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850911:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755793.850913:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850916:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850919:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dff42fa8f00) 00010000:00010000:1.0:1787755793.850921:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755793.850922:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850925:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787557 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850957:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787549 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850975:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.850981:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755793.850984:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755793.850986:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755793.851014:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:224619:x1874588654451968:12345-192.168.201.7@tcp:101:cat.0 Request processed in 562602us (563914us total) trans 8589957448 rc 0/0 00000100:00100000:1.0:1787755793.851022:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70205 00000100:00100000:3.0:1787755793.853660:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588666988928:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755793.853711:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.853724:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff439f7e00) 00010000:00010000:3.0:1787755793.853727:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755793.853731:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.853741:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755793.853946:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588666988800:12345-0@lo:101:mdt_io00_001.0 Request processed in 3639us (3684us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.854032:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24260 00000100:00100000:0.0:1787755793.854236:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666988800:0@lo:101:mdt_io00_001.0 00010000:00010000:0.0:1787755793.854258:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 4/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.854269:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 4/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.855096:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.855136:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755793.855236:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454144 00000100:00100000:1.0:1787755793.855244:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454144 00000100:00100000:0.0:1787755793.855250:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454272 00000100:00100000:0.0:1787755793.855253:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454272 00010000:00010000:0.0:1787755793.855281:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 7 pid: 8458 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755793.855302:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30769 00000100:00100000:0.0:1787755793.855312:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21645 00000100:00100000:1.0:1787755793.855312:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654454144:12345-192.168.201.7@tcp:101:cat.0 00000100:00100000:0.0:1787755793.855335:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654454272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755793.855342:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755793.855349:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755793.855356:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 7 pid: 8458 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.855361:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b3253657875ea lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cd9 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.855370:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 7 pid: 8458 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.855395:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365787534 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca1 expref: 7 pid: 8458 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.855415:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff439f7e00) 00010000:00010000:0.0:1787755793.855421:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755793.855431:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588666989056:192.168.201.7@tcp:106: 00010000:00010000:0.0:1787755793.855433:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.855442:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.855465:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755793.855475:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1874588666989184:0@lo:105: 00000100:00100000:1.0:1787755793.855527:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.855569:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.855604:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.857285:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666989184 00000100:00100000:1.0:1787755793.857300:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666989184 00000100:00100000:1.0:1787755793.857407:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7904 00000100:00100000:1.0:1787755793.857422:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6505:x1874588666989184:12345-0@lo:105: 00010000:00010000:1.0:1787755793.857448:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 5/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.857467:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 5/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.857478:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 5/0,1 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.857489:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.857497:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.857506:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.857536:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b200) 00000100:00100000:1.0:1787755793.857635:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0000-mdtlov_UUID+4:6505:x1874588666989184:12345-0@lo:105: Request processed in 216us (2065us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.857642:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7904 00010000:00010000:3.0:1787755793.857769:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.857780:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755793.857814:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00010000:00010000:3.0:1787755793.857863:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.857871:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.857881:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.857901:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989312:0@lo:101:mdt_io00_001.0 00000100:00100000:3.0:1787755793.857941:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755793.857979:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cdc540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755793.858844:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001_UUID:6505:1874588666989184:0@lo:105: 00010000:00010000:2.0:1787755793.858874:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755793.858965:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654454272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3626us (3824us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.858978:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21645 00000100:00100000:1.0:1787755793.859339:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666989312 00000100:00100000:1.0:1787755793.859349:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666989312 00000100:00100000:1.0:1787755793.859397:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24261 00000100:00100000:1.0:1787755793.859408:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588666989312:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755793.859434:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755793.859465:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657875f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657875f1 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859512:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657875f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657875f1 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859529:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657875f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657875f1 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859540:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x4ec94fd6 (ffff9dff4536d000) 00010000:00010000:1.0:1787755793.859543:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755793.859547:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755793.859617:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989312:12345-0@lo:101:mdt_io00_001.0 Request processed in 210us (1674us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.859623:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24261 00000100:00100000:1.0:1787755793.859659:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989312:0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755793.859677:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859692:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755793.859717:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00010000:00010000:1.0:1787755793.859741:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859755:0:6533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859784:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 4/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859825:0:6533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.859846:0:6533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 10 pid: 35154 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755793.859863:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588666989440:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755793.859940:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987f00 going to sleep for 11 seconds 00002000:00010000:1.0:1787755793.864084:0:9891:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x519:0x0] updating lvb size: 0 -> 6 00002000:00010000:1.0:1787755793.864095:0:9891:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x519:0x0] updating lvb mtime: 0 -> 1787755788 00002000:00010000:1.0:1787755793.864098:0:9891:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x519:0x0] updating lvb atime: 0 -> 1787755788 00002000:00010000:1.0:1787755793.864101:0:9891:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x519:0x0] updating lvb ctime: 0 -> 1787755788 00002000:00010000:1.0:1787755793.864104:0:9891:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x519:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:1.0:1787755793.864135:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588666989056:192.168.201.7@tcp:106: 00010000:00010000:1.0:1787755793.864202:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b3253657875ea lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cd9 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755793.864224:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588666989440:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755793.864230:0:9891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b3253657875ea lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cd9 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.864242:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.864245:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755793.864311:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654454144:12345-192.168.201.7@tcp:101:cat.0 Request processed in 8999us (9217us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755793.864342:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30769 00000100:00100000:0.0:1787755793.866912:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.866995:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454400 00000100:00100000:2.0:1787755793.867009:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454400 00010000:00010000:2.0:1787755793.867073:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 11 pid: 35154 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755793.867170:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21646 00000100:00100000:2.0:1787755793.867201:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654454400:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755793.867220:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755793.867229:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 11 pid: 35154 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.867244:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 11 pid: 35154 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.867277:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787542 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ca8 expref: 11 pid: 35154 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.867296:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1f00) 00010000:00010000:2.0:1787755793.867302:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.867347:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.867362:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.867402:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755793.867441:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.867451:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.867481:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.867492:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755793.867496:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654454400:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 315us (600us total) trans 0 rc 0/0 00010000:00010000:0.0:1787755793.867501:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755793.867504:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21646 00000100:00100000:0.0:1787755793.867595:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989568:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.867652:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.867699:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755793.868304:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666989568 00000100:00100000:3.0:1787755793.868346:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666989568 00000100:00100000:3.0:1787755793.868397:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24262 00000100:00100000:3.0:1787755793.868407:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989568:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755793.868733:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989568:12345-0@lo:1000:mdt_io00_001.0 Request processed in 327us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.868745:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24262 00000100:00100000:0.0:1787755793.869662:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989568:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.869772:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989696:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.869819:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.869887:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.869940:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666989696 00000100:00100000:1.0:1787755793.869948:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666989696 00000100:00100000:1.0:1787755793.870031:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24263 00000100:00100000:1.0:1787755793.870041:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989696:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.870142:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989696:12345-0@lo:1000:mdt_io00_001.0 Request processed in 102us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.870150:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24263 00000100:00100000:0.0:1787755793.870228:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989696:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.870268:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989824:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.870294:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.870759:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755793.870841:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666989824 00000100:00100000:2.0:1787755793.870847:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666989824 00000100:00100000:2.0:1787755793.870887:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24264 00000100:00100000:2.0:1787755793.870897:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989824:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871031:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989824:12345-0@lo:1000:mdt_io00_001.0 Request processed in 136us (736us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755793.871038:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24264 00000100:00100000:2.0:1787755793.871070:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989824:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871142:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989952:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871170:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755793.871270:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755793.871284:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666989952 00000100:00100000:2.0:1787755793.871288:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666989952 00000100:00100000:2.0:1787755793.871306:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24265 00000100:00100000:2.0:1787755793.871312:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989952:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871404:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666989952:12345-0@lo:1000:mdt_io00_001.0 Request processed in 92us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.871411:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24265 00000100:00100000:2.0:1787755793.871713:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666989952:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871787:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990080:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871812:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755793.871827:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755793.871839:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666990080 00000100:00100000:2.0:1787755793.871842:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666990080 00000100:00100000:2.0:1787755793.871859:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24266 00000100:00100000:2.0:1787755793.871865:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666990080:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755793.871919:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666990080:12345-0@lo:1000:mdt_io00_001.0 Request processed in 53us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755793.871925:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24266 00000100:00100000:2.0:1787755793.871951:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990080:0@lo:1000:mdt_io00_001.0 00000004:00080000:2.0:1787755793.871971:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5e:0x0] 00010000:00010000:2.0:1787755793.872040:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.872062:0:6533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.872072:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.872100:0:6533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.872116:0:6533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 9 pid: 35157 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755793.872132:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588666990208:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755793.872410:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.887817:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755793.887953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.888436:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454528 00000100:00100000:2.0:1787755793.888449:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454528 00000100:00100000:1.0:1787755793.888538:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454656 00000100:00100000:2.0:1787755793.888541:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30770 00000100:00100000:1.0:1787755793.888544:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454656 00000100:00100000:2.0:1787755793.888555:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:224619:x1874588654454528:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755793.888589:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755793.888624:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ce0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.888659:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 10 pid: 35157 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.888670:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.888681:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x519:0x0].0x0 since=4s v=(0 0) 00010000:00010000:2.0:1787755793.888686:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755793.888691:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755793.888693:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21647 00000100:00100000:1.0:1787755793.888701:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654454656:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755793.888715:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755793.888720:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 10 pid: 35157 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.888734:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.888735:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 10 pid: 35157 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.888747:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 5 pid: 35160 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.888754:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755793.888758:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.888767:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.888775:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.888790:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755793.888855:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654454656:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 154us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.888862:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21647 00010000:00010000:3.0:1787755793.892484:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657875dc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dab:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213caf expref: 9 pid: 35157 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.892510:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588666990208:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755793.892537:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.892547:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.892553:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.892619:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.892628:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.892639:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.892662:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5fb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990464:0@lo:101:mdt_io00_001.0 00000100:00100000:0.0:1787755793.892882:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.892922:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cdc540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755793.893672:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588666990336:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755793.893794:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755793.896008:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666990464 00000100:00100000:3.0:1787755793.896025:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666990464 00000100:00100000:3.0:1787755793.896101:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24267 00000100:00100000:3.0:1787755793.896114:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588666990464:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:3.0:1787755793.896139:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.896170:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787622 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578761b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.896210:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787622 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578761b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.896226:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787622 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578761b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.896236:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755793.896240:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1787755793.896244:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755793.897155:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990464:12345-0@lo:101:mdt_io00_001.0 Request processed in 1039us (4269us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.897164:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24267 00000100:00100000:0.0:1787755793.897312:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5fb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990464:0@lo:101:mdt_io00_001.0 00010000:00010000:0.0:1787755793.897360:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.897373:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755793.897399:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5f:0x0] 00000100:00100000:0.0:1787755793.897496:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990592:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.897545:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.897660:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755793.899456:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666990592 00000100:00100000:3.0:1787755793.899470:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666990592 00000100:00100000:3.0:1787755793.900165:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588666990336:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755793.900220:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.900247:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:3.0:1787755793.900358:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:224619:x1874588654454528:12345-192.168.201.7@tcp:101:cat.0 Request processed in 11805us (12550us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.900366:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30770 00000100:00100000:3.0:1787755793.901649:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24268 00000100:00100000:3.0:1787755793.901671:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990592:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755793.901839:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990592:12345-0@lo:1000:mdt_io00_001.0 Request processed in 165us (4282us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.901848:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24268 00000100:00100000:0.0:1787755793.902096:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990592:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755793.902155:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00000100:00100000:0.0:1787755793.902233:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990720:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.902278:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.902311:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755793.903119:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666990720 00000100:00100000:3.0:1787755793.903131:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666990720 00000100:00100000:3.0:1787755793.903203:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24269 00000100:00100000:3.0:1787755793.903213:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990720:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755793.903310:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990720:12345-0@lo:1000:mdt_io00_001.0 Request processed in 98us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.903341:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24269 00000100:00100000:0.0:1787755793.903449:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990720:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755793.903481:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5e:0x0] 00010000:00010000:0.0:1787755793.903527:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.903543:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755793.903556:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755793.903628:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990848:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.903660:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.903687:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.903737:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.904541:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666990848 00000100:00100000:3.0:1787755793.904550:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666990848 00000100:00100000:3.0:1787755793.905013:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24270 00000100:00100000:3.0:1787755793.905026:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990848:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755793.905157:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990848:12345-0@lo:1000:mdt_io00_001.0 Request processed in 134us (1495us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.905165:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24270 00000100:00100000:0.0:1787755793.905353:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990848:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755793.905393:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5e:0x0] 00000100:00100000:0.0:1787755793.905683:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990976:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.905725:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.905756:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666990976 00000100:00100000:0.0:1787755793.905761:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666990976 00000100:00100000:0.0:1787755793.905791:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24271 00000100:00100000:0.0:1787755793.905798:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990976:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755793.906378:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454784 00000100:00100000:3.0:1787755793.906385:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454784 00010000:00010000:3.0:1787755793.906434:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 6 pid: 35160 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.906473:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21648 00000100:00100000:3.0:1787755793.906482:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654454784:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755793.906495:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755793.906522:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 6 pid: 35160 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.906539:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 6 pid: 35160 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.906582:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b3253657874bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c77 expref: 6 pid: 35160 timeout: 8950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.906610:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755793.906614:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755793.906626:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.906637:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.906679:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755793.906695:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6505:1874588666991104:192.168.201.7@tcp:105: 00000100:00100000:3.0:1787755793.906787:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cdc540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.907058:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666990976:12345-0@lo:1000:mdt_io00_001.0 Request processed in 1258us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755793.907068:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24271 00000100:00100000:0.0:1787755793.907237:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.907267:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666990976:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.907350:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991232:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.907388:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.907409:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.907541:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666991232 00000100:00100000:1.0:1787755793.907549:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666991232 00000100:00100000:1.0:1787755793.907590:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24272 00000100:00100000:1.0:1787755793.907600:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991232:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.907694:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991232:12345-0@lo:1000:mdt_io00_001.0 Request processed in 96us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.907701:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24272 00000100:00100000:1.0:1787755793.907731:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991232:0@lo:1000:mdt_io00_001.0 00000004:00080000:1.0:1787755793.907756:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00000100:00100000:1.0:1787755793.907802:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991360:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.907835:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755793.907852:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.907865:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666991360 00000100:00100000:1.0:1787755793.907868:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666991360 00000100:00100000:1.0:1787755793.907893:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24273 00000100:00100000:1.0:1787755793.907899:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991360:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.907952:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991360:12345-0@lo:1000:mdt_io00_001.0 Request processed in 53us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.907971:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24273 00000100:00100000:1.0:1787755793.908015:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991360:0@lo:1000:mdt_io00_001.0 00000004:00080000:1.0:1787755793.908032:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5e:0x0] 00000100:00100000:1.0:1787755793.908068:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991488:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.908093:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755793.908108:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.908120:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666991488 00000100:00100000:1.0:1787755793.908124:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666991488 00000100:00100000:1.0:1787755793.908144:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24274 00000100:00100000:1.0:1787755793.908150:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991488:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.908208:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991488:12345-0@lo:1000:mdt_io00_001.0 Request processed in 58us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755793.908215:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24274 00000100:00100000:1.0:1787755793.908242:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991488:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.908269:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991616:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.908291:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.908331:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666991616 00000100:00100000:1.0:1787755793.908331:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.908336:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666991616 00000100:00100000:0.0:1787755793.908371:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24275 00000100:00100000:0.0:1787755793.908377:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991616:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.908421:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991616:12345-0@lo:1000:mdt_io00_001.0 Request processed in 43us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755793.908428:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24275 00000100:00100000:1.0:1787755793.908533:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991616:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.908587:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991744:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755793.908609:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755793.908628:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755793.908653:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666991744 00000100:00100000:0.0:1787755793.908658:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666991744 00000100:00100000:0.0:1787755793.908689:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24276 00000100:00100000:0.0:1787755793.908697:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991744:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755793.908748:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588666991744:12345-0@lo:1000:mdt_io00_001.0 Request processed in 52us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755793.908755:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24276 00000100:00100000:1.0:1787755793.908873:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588666991744:0@lo:1000:mdt_io00_001.0 00000004:00080000:1.0:1787755793.909240:0:6533:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1dab:0x0] is inserted into orphan list, open count = 1 00000040:00080000:1.0:1787755793.909290:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].936, 1240 off875808 00000040:00080000:1.0:1787755793.909357:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].939, 1320 off973152 00000004:00080000:1.0:1787755793.909362:0:6533:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe51987480 with version 1826 00000004:00080000:0.0:1787755793.909410:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1826 rpc_version 1826 00000020:00100000:0.0:1787755793.909433:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755793.909442:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe453c9500 x1874588666992000/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755793.909457:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666992000:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755793.909510:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755793.909542:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755793.910271:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666992000 00000100:00100000:1.0:1787755793.910278:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666992000 00000100:00100000:1.0:1787755793.910352:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24277 00000100:00100000:1.0:1787755793.910361:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e63850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588666992000:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755793.910691:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e63850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588666992000:12345-0@lo:1000:osp_up1-0.0 Request processed in 330us (1179us total) trans 4294985362 rc 0/0 00000100:00100000:1.0:1787755793.910699:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24277 00000100:00100000:2.0:1787755793.911112:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9500 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666992000:0@lo:1000:osp_up1-0.0 00010000:00010000:1.0:1787755793.911490:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911504:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911512:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911519:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755793.911524:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911532:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911550:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755793.911553:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755793.911556:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911560:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578760d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1dab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755793.911588:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e5f:0x0] 00010000:00010000:1.0:1787755793.911594:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911601:0:6533:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911611:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911614:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911618:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911621:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755793.911623:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911626:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911630:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1f00) 00010000:00010000:1.0:1787755793.911631:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755793.911633:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911636:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657875ff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755793.911651:0:6533:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f70d623c reply state 00000000816bc8f6 transno 8589957449 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911660:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911665:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dff42fa8f00) 00010000:00010000:1.0:1787755793.911667:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755793.911669:0:6533:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1787755793.911671:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00010000:00010000:1.0:1787755793.911674:0:6533:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911678:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911683:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911701:0:6533:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755793.911706:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x195:0x0] 00010000:00010000:1.0:1787755793.911710:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911716:0:6533:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911724:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.911727:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755793.911730:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.911734:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911735:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911741:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755793.911742:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755793.911744:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.911747:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911750:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755793.911755:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911757:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dff45db1b00) 00010000:00010000:1.0:1787755793.911760:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755793.911763:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.911769:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787629 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.911868:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 2/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.911875:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787755793.911928:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666992128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755793.911976:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755793.912032:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 1/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.912040:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657875ce lrc: 0/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657875d5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.912057:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755793.912058:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755793.912060:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755793.912584:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.912610:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654454912 00000100:00100000:3.0:1787755793.912617:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654454912 00000100:00100000:3.0:1787755793.912667:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70211 00000100:00100000:3.0:1787755793.912677:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+9:224619:x1874588654454912:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755793.912694:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755793.912711:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787630 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1dab:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ce7 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.912760:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787630 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1dab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce7 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755793.912774:0:6533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:224621:x1874588654454016:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 66232us (67214us total) trans 8589957449 rc 0/0 00000100:00100000:1.0:1787755793.912782:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1230 00010000:00010000:3.0:1787755793.912788:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787630 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1dab:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce7 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.912805:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:3.0:1787755793.912808:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787755793.912811:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755793.912835:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+10:224619:x1874588654454912:12345-192.168.201.7@tcp:101:cat.0 Request processed in 160us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.912842:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70211 00000100:00100000:3.0:1787755793.912881:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6505:1874588666991104:192.168.201.7@tcp:105: 00010000:00010000:3.0:1787755793.912902:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755793.912936:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654454784:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 6455us (9200us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.912943:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21648 00000100:00100000:3.0:1787755793.912958:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666992128 00000100:00100000:3.0:1787755793.912962:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666992128 00000100:00100000:3.0:1787755793.912997:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11090 00000100:00100000:3.0:1787755793.913004:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666992128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755793.913013:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755793.913030:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657875d5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657875ce expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755793.913043:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff439f7e00) 00010000:00010000:3.0:1787755793.913050:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755793.913075:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588666992128:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755793.913083:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11090 00000100:00100000:2.0:1787755793.918284:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666992128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755793.919749:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755793.920089:0:20161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654455040 00000100:00100000:2.0:1787755793.920101:0:20161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654455040 00002000:00100000:2.0:1787755793.920164:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x519:0x0] (0->4095) req@ffff9dfe49f5d180 x1874588654455040/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:364/0 lens 488/0 e 0 to 0 dl 1787755804 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755793.920177:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe49f5d180 with x1874588654455040 ext(0->4095) 00002000:00010000:2.0:1787755793.920202:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe49f5d180 00000100:00100000:2.0:1787755793.920241:0:20161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27923 00000100:00100000:2.0:1787755793.920255:0:20161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654455040:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:2.0:1787755793.921174:0:20161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654455040:12345-192.168.201.7@tcp:3:cat.0 Request processed in 916us (1428us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1787755793.921186:0:20161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27923 00002000:00100000:2.0:1787755793.921206:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x519:0x0] (0->4095) req@ffff9dfe49f5d180 x1874588654455040/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:364/0 lens 488/4536 e 0 to 0 dl 1787755804 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755793.921216:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe49f5d180 with x1874588654455040 ext(0->4095) 00002000:00010000:2.0:1787755793.921220:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe49f5d180 00000100:00100000:0.0:1787755793.925730:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755793.926022:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654455296 00000100:00100000:3.0:1787755793.926032:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654455296 00000100:00100000:3.0:1787755793.926098:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9351 00000100:00100000:3.0:1787755793.926109:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:224619:x1874588654455296:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:3.0:1787755793.926393:0:20141:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1dab:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1787755793.929888:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].219, 64 off22208 00000004:00080000:2.0:1787755793.929916:0:20141:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8850951599589ns, next at 8851951594845ns, rc = 0 00010000:00010000:2.0:1787755793.930103:0:20141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.930125:0:20141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.930137:0:20141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.930146:0:20141:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.930152:0:20141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.930159:0:20141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755793.930258:0:20141:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755793.930652:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755793.930659:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.930667:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755793.930671:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.930680:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.930694:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:1.0:1787755793.930697:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755793.930703:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755793.930709:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787637 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1dab:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 20141 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755793.930755:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:224619:x1874588654455296:12345-192.168.201.7@tcp:35:cat.0 Request processed in 4641us (5030us total) trans 8589957450 rc 0/0 00000100:00100000:0.0:1787755793.930766:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9351 00010000:00010000:0.0:1787755793.930802:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755793.930804:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755793.930806:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755794.303388:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755794.303414:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.304699:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.304715:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755794.304757:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b600/0x9b2b3253657875f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657875f8 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.304796:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755794.304811:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.304832:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.304843:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755794.304869:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b32536578761b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787622 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787755794.304886:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957450 is committed 00000004:00080000:3.0:1787755794.304895:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 227 committed 00000001:00080000:3.0:1787755794.304927:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957449 is committed 00000020:00080000:3.0:1787755794.304947:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979806 batchid updated 00000001:00080000:3.0:1787755794.304965:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957447 is committed 00000100:00100000:3.0:1787755794.305020:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755794.305056:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666992256:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755794.305176:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755794.305244:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666992384:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755794.305270:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755794.305408:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.305419:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755794.307672:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666992512:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755794.307774:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755794.307848:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666992512 00000100:00100000:0.0:1787755794.307858:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666992512 00000100:00100000:0.0:1787755794.307937:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30771 00000100:00100000:0.0:1787755794.307951:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666992512:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1787755794.307989:0:35160:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1305 count 1 00010000:00010000:0.0:1787755794.308018:0:35160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.308042:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.308053:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=1s v=(1 0) 00010000:00010000:0.0:1787755794.308057:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755794.308062:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.308097:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.308114:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 5 pid: 24263 timeout: 8951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755794.308134:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588666992640:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755794.308212:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262300 going to sleep for 11 seconds 00000100:00080000:0.0:1787755794.308225:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787755794.309856:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309867:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755794.309872:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309883:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309904:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dff42fa8f00) 00010000:00010000:3.0:1787755794.309908:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755794.309912:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309918:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657874a8 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309957:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309965:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309971:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309975:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755794.309978:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309984:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.309992:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dff42fa8f00) 00010000:00010000:3.0:1787755794.309995:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755794.309997:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.310002:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787606 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787755794.310027:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979806 00000004:00080000:3.0:1787755794.310116:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe47cdc540 with version 1827 00000020:00080000:3.0:1787755794.310134:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979806 cancel update log [0x240000404:0x2:0x0].938: rc = 0 00000020:00080000:3.0:1787755794.310268:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979806 cancel update log [0x200000bd0:0x2:0x0].935: rc = 0 00000020:00080000:3.0:1787755794.310281:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979806 00000100:00100000:3.0:1787755794.310305:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666992256 00000100:00100000:3.0:1787755794.310345:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666992256 00000100:00100000:3.0:1787755794.310419:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666992384 00000004:00080000:0.0:1787755794.310734:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1827 rpc_version 1827 00000020:00100000:0.0:1787755794.310762:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755794.310773:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe453c9c00 x1874588666992896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755794.310799:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666992896:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755794.310889:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755794.310929:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a262e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755794.316757:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666992384 00000100:00100000:3.0:1787755794.316834:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11091 00000100:00100000:3.0:1787755794.316845:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588666992256:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755794.316860:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755794.316891:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657875f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x195:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657875f1 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.316913:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x4ec94fd6 (ffff9dff4536d000) 00010000:00010000:3.0:1787755794.316926:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755794.317009:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588666992256:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 165us (11835us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755794.317016:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11091 00000100:00100000:3.0:1787755794.317037:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11092 00000100:00100000:3.0:1787755794.317043:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588666992384:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755794.317050:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755794.317061:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787622 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578761b expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.317078:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755794.317084:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755794.317103:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588666992384:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 61us (11833us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755794.317109:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11092 00000100:00100000:3.0:1787755794.317162:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588666992384:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755794.317212:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588666992256:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755794.317237:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666992896 00000100:00100000:3.0:1787755794.317241:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666992896 00000100:00100000:3.0:1787755794.317271:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24278 00000100:00100000:3.0:1787755794.317276:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588666992896:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755794.318994:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588666992640:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755794.319028:0:35160:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755794.320770:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588666992896:12345-0@lo:1000:osp_up1-0.0 Request processed in 3483us (9871us total) trans 4294985363 rc 0/0 00000100:00100000:3.0:1787755794.320785:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24278 00000100:00100000:0.0:1787755794.321052:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9c00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588666992896:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755794.321261:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755794.329131:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654455424 00000100:00100000:3.0:1787755794.329155:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654455424 00010000:00010000:3.0:1787755794.329221:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 6 pid: 24263 timeout: 8951 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755794.329279:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21649 00000100:00100000:3.0:1787755794.329292:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654455424:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755794.329343:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755794.329352:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 6 pid: 24263 timeout: 8951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.329376:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 6 pid: 24263 timeout: 8951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.329412:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365787614 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x519:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce0 expref: 6 pid: 24263 timeout: 8951 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.329446:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755794.329451:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x519:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755794.329459:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.329472:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755794.329512:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755794.329597:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654455424:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 307us (8344us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755794.329606:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21649 00010000:00010000:0.0:1787755794.330016:0:35160:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.330029:0:35160:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.330044:0:35160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.330053:0:35160:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755794.330078:0:35160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755794.330292:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588666992512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22344us (22517us total) trans 4294976196 rc 0/0 00000100:00100000:0.0:1787755794.330303:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30771 00000004:00080000:0.0:1787755794.330393:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe511eed80/2, rc 0, transno 4294976196 00000100:00100000:0.0:1787755794.330400:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666992512:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1787755794.330616:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755794.330629:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755794.330642:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755794.330649:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755794.330664:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755794.330693:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755794.330705:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b32536578763e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x519:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755794.330728:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755794.330730:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755794.330732:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755794.409581:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755794.409622:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666993024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755794.409737:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755794.409815:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666993024 00000100:00100000:1.0:1787755794.409827:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666993024 00000100:00100000:1.0:1787755794.409925:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24279 00000100:00100000:1.0:1787755794.409942:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588666993024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755794.410085:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443405824 avail 1297166336 00000100:00100000:1.0:1787755794.410149:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588666993024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 213us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755794.410157:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24279 00000100:00100000:1.0:1787755794.410261:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666993024:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787755794.410307:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755794.914655:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666993152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755794.914750:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755794.919732:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755794.919758:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666993280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755794.919911:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755794.919974:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666993280 00000100:00100000:1.0:1787755794.919981:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666993280 00000100:00100000:1.0:1787755794.920037:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24280 00000100:00100000:1.0:1787755794.920049:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588666993280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755794.920087:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442791424 avail 1296551936 00000100:00100000:1.0:1787755794.920143:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588666993280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755794.920150:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24280 00000100:00100000:1.0:1787755794.920212:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957447 gen 2 00000004:00080000:1.0:1787755794.920218:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957444 committed transno 8589957447 00000004:00080000:1.0:1787755794.920240:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957445 committed transno 8589957447 00000004:00080000:1.0:1787755794.920249:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957446 committed transno 8589957447 00000004:00080000:1.0:1787755794.920260:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957447 committed transno 8589957447 00000100:00100000:1.0:1787755794.920280:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666993280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755794.921802:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666993152 00000100:00100000:0.0:1787755794.921815:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666993152 00000100:00100000:0.0:1787755794.921894:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666993408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755794.922599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755794.922660:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666993408 00000100:00100000:0.0:1787755794.922666:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666993408 00000100:00100000:0.0:1787755794.922720:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785 00000100:00100000:0.0:1787755794.922731:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666993408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755794.922764:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755794.922808:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588666993408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755794.922815:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785 00000100:00080000:0.0:1787755794.922835:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755794.922871:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588666993408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755794.926986:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786 00000100:00100000:1.0:1787755794.927016:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666993152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755794.927067:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:1.0:1787755794.927277:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588666993152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 269us (12522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755794.927292:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786 00000100:00100000:0.0:1787755794.927509:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588666993152:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1787755795.430804:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755795.577621:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.578077:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654455552 00000100:00100000:0.0:1787755795.578094:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654455552 00000100:00100000:0.0:1787755795.578225:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70212 00000100:00100000:0.0:1787755795.578245:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:224657:x1874588654455552:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755795.578278:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755795.578370:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365787645 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cee expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.578552:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578764c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.578583:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578764c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.578605:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578764c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755795.578746:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00000004:00200000:0.0:1787755795.578751:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755795.578775:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578764c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.578805:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365787645 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cee expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.578836:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578764c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cee expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.578850:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:0.0:1787755795.578855:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755795.578861:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755795.578985:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:224657:x1874588654455552:12345-192.168.201.7@tcp:101:rm.0 Request processed in 743us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.578999:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70212 00000100:00080000:3.0:1787755795.579975:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755795.586088:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755795.588763:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654455680 00000100:00100000:1.0:1787755795.588785:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654455680 00000100:00100000:1.0:1787755795.588921:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70213 00000100:00100000:1.0:1787755795.588942:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:224657:x1874588654455680:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755795.588984:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755795.589033:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365787653 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cf5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.589153:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.589191:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.589202:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755795.589264:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x195:0x0]: returning size 4096 00000004:00200000:1.0:1787755795.589270:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755795.589367:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365787653 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.591241:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.591260:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:1.0:1787755795.591263:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755795.591269:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755795.591380:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:224657:x1874588654455680:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2445us (5324us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755795.591389:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70213 00000100:00100000:0.0:1787755795.598732:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755795.599587:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654455808 00000100:00100000:2.0:1787755795.599608:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654455808 00000100:00100000:2.0:1787755795.599724:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70214 00000100:00100000:2.0:1787755795.599736:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:224657:x1874588654455808:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755795.599768:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755795.599807:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787661 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213cfc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.599923:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.599946:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.599964:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755795.600047:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x193:0x0]: returning size 4096 00000004:00200000:2.0:1787755795.600058:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755795.600131:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787661 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.600157:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.600186:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755795.600188:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755795.600192:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755795.600268:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654455808:12345-192.168.201.7@tcp:101:rm.0 Request processed in 533us (1553us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.600275:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70214 00000100:00080000:0.0:1787755795.600826:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755795.608521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755795.608756:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654456064 00000100:00100000:1.0:1787755795.608770:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654456064 00000100:00100000:1.0:1787755795.608837:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70215 00000100:00100000:1.0:1787755795.608849:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:224657:x1874588654456064:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755795.608878:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755795.608907:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578766f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d03 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755795.609135:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00010000:00010000:1.0:1787755795.609269:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578766f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d03 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.609289:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:1.0:1787755795.609292:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755795.609297:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b32536578766f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d03 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.609353:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755795.611675:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:224657:x1874588654456064:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2804us (3144us total) trans 4294985364 rc 301/301 00000100:00100000:1.0:1787755795.611695:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70215 00000100:00100000:3.0:1787755795.617844:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.618232:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654456192 00000100:00100000:0.0:1787755795.618243:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654456192 00000100:00100000:0.0:1787755795.618339:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9352 00000100:00100000:0.0:1787755795.618354:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:224657:x1874588654456192:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755795.628903:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:224657:x1874588654456192:12345-192.168.201.7@tcp:37:rm.0 Request processed in 10528us (11055us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.628922:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9352 00000100:00100000:0.0:1787755795.637301:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755795.637606:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654456320 00000100:00100000:2.0:1787755795.637624:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654456320 00000100:00100000:2.0:1787755795.637774:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9353 00000100:00100000:2.0:1787755795.637797:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654456320:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755795.650229:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654456320:12345-192.168.201.7@tcp:37:rm.0 Request processed in 12421us (12922us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.650249:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9353 00000100:00100000:3.0:1787755795.660877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.661134:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654456576 00000100:00100000:0.0:1787755795.661170:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654456576 00000100:00100000:0.0:1787755795.661261:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9354 00000100:00100000:0.0:1787755795.661277:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49633450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:224657:x1874588654456576:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:0.0:1787755795.661788:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1199, 344 off1091552 00000040:00080000:0.0:1787755795.661871:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1517, 424 off1532592 00000004:00080000:0.0:1787755795.661880:0:6523:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe50ca9f00 with version 6838 00000004:00080000:1.0:1787755795.661985:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6838 rpc_version 6838 00000020:00100000:1.0:1787755795.662098:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755795.662121:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e1880 x1874588666993664/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755795.662176:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666993664:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755795.662283:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755795.662436:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.662747:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666993664 00000100:00100000:3.0:1787755795.662763:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666993664 00000100:00100000:3.0:1787755795.662842:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24281 00000100:00100000:3.0:1787755795.662856:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588666993664:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755795.663226:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588666993664:12345-0@lo:1000:osp_up0-1.0 Request processed in 373us (943us total) trans 8589957451 rc 0/0 00000100:00100000:3.0:1787755795.663238:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24281 00000100:00100000:3.0:1787755795.663427:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666993664:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755795.663619:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49633450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654456576:12345-192.168.201.7@tcp:35:rm.0 Request processed in 2342us (2759us total) trans 4294985365 rc 0/0 00000100:00100000:3.0:1787755795.663630:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9354 00000100:00100000:1.0:1787755795.685703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755795.687134:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654456832 00000100:00100000:3.0:1787755795.687177:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654456832 00000100:00100000:3.0:1787755795.687274:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70216 00000100:00100000:3.0:1787755795.687289:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654456832:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755795.687349:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755795.687543:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578767d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d0a expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.687873:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787684 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.687892:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787684 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.687906:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787684 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755795.687921:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00010000:00010000:3.0:1787755795.688791:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578767d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d0a expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.688828:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787684 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d0a expref: 12 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.688840:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755795.688844:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755795.688849:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755795.688963:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:224657:x1874588654456832:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1677us (3277us total) trans 4294985366 rc 0/0 00000100:00100000:3.0:1787755795.692386:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70216 00000100:00100000:3.0:1787755795.699676:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.699922:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654456960 00000100:00100000:0.0:1787755795.699939:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654456960 00000100:00100000:0.0:1787755795.700041:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70217 00000100:00100000:0.0:1787755795.700055:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654456960:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:0.0:1787755795.700142:0:17813:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:0.0:1787755795.700280:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654456960:12345-192.168.201.7@tcp:41:rm.0 Request processed in 227us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.700291:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70217 00000100:00100000:3.0:1787755795.705698:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.706360:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654457088 00000100:00100000:0.0:1787755795.706380:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654457088 00000100:00100000:0.0:1787755795.706483:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70218 00000100:00100000:0.0:1787755795.706495:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:224657:x1874588654457088:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755795.706539:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755795.706735:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787692 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d11 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706829:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706848:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706863:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706884:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706891:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706899:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.706995:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657876a7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707009:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657876a7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707016:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657876a7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755795.707048:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657876a7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707070:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707079:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707086:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707093:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707101:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755795.707106:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707115:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707128:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:0.0:1787755795.707132:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755795.707136:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707165:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787699 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707186:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707193:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707199:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707204:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755795.707207:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707214:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707221:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755795.707224:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755795.707227:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707233:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657876a0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707284:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787692 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d11 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707311:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657876a7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d11 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.707372:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:0.0:1787755795.707375:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755795.707378:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755795.708860:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:224657:x1874588654457088:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2347us (3353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.708877:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70218 00000100:00100000:3.0:1787755795.714177:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.714399:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654457216 00000100:00100000:0.0:1787755795.714418:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654457216 00000100:00100000:0.0:1787755795.714540:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70219 00000100:00100000:0.0:1787755795.714561:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:224657:x1874588654457216:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755795.714780:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755795.714814:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876ae lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d18 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.714907:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657876b5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.714923:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657876b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.714939:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657876b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755795.715280:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5f:0x0]: returning size 6 00000004:00200000:0.0:1787755795.715289:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1787755795.715414:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876ae lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d18 expref: 14 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.715440:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657876b5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d18 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.715452:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dfe48a2e300) 00010000:00010000:0.0:1787755795.715455:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755795.715460:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:0.0:1787755795.716166:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+13:224657:x1874588654457216:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1584us (1998us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.716179:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70219 00000100:00100000:3.0:1787755795.724359:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755795.724439:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755795.724570:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654457600 00000100:00100000:2.0:1787755795.724595:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654457600 00000100:00100000:2.0:1787755795.724718:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70220 00000100:00100000:2.0:1787755795.724735:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:224657:x1874588654457600:12345-192.168.201.7@tcp:36:rm.0 00000100:00100000:0.0:1787755795.724774:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654457344 00000100:00100000:0.0:1787755795.724784:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654457344 00010000:00010000:2.0:1787755795.724808:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.724843:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657876b5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d18 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.724855:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11093 00000100:00100000:0.0:1787755795.724872:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654457344:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:2.0:1787755795.724878:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dfe48a2e300) 00010000:00010000:0.0:1787755795.724888:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.724892:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755795.724914:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657876a7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d11 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.724938:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:0.0:1787755795.724950:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755795.724956:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.724968:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.724979:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.725006:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666993792:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787755795.725042:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654457344:12345-192.168.201.7@tcp:103:rm.0 Request processed in 172us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.725053:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11093 00000100:00100000:2.0:1787755795.725103:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.725167:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755795.725203:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666993792 00000100:00100000:2.0:1787755795.725208:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666993792 00000100:00100000:2.0:1787755795.725254:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24282 00000100:00100000:2.0:1787755795.725263:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:6521:x1874588666993792:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755795.725281:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755795.725297:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657876bc expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.725362:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.725378:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.725419:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.725436:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 9 pid: 35154 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.725448:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666993920:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755795.725519:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755795.731615:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666993920:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755795.731688:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.731707:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:0.0:1787755795.731710:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755795.731716:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.731729:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:0.0:1787755795.731820:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588666993792:12345-0@lo:101:mdt00_002.0 Request processed in 6558us (6720us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.731832:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24282 00000100:00100000:3.0:1787755795.732096:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666993792:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755795.732121:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.732133:0:6521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.739943:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755795.740256:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654457728 00000100:00100000:2.0:1787755795.740274:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654457728 00010000:00010000:2.0:1787755795.740383:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 10 pid: 35154 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.740445:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21650 00000100:00100000:2.0:1787755795.740458:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654457728:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755795.740479:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.740489:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 10 pid: 35154 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740511:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 10 pid: 35154 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740550:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787668 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x193:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cfc expref: 10 pid: 35154 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740584:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755795.740594:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740607:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740619:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740680:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.740701:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666994048:0@lo:105: 00000100:00100000:2.0:1787755795.740785:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.740845:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755795.740874:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994048 00000100:00100000:2.0:1787755795.740879:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994048 00000100:00100000:2.0:1787755795.740925:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7905 00000100:00100000:2.0:1787755795.740932:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666994048:12345-0@lo:105: 00010000:00010000:2.0:1787755795.740948:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740961:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.740993:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.741002:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.741010:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.741021:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.741046:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3c00) 00000100:00100000:2.0:1787755795.741102:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588666994048:12345-0@lo:105: Request processed in 170us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.741110:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7905 00000100:00100000:2.0:1787755795.741180:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588666994048:0@lo:105: 00010000:00010000:2.0:1787755795.741205:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755795.741258:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654457728:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 803us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.741266:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21650 00010000:00010000:3.0:1787755795.742075:0:6521:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.742102:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755795.742149:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x193:0x0] 00010000:00010000:3.0:1787755795.742240:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.742249:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.742263:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.742290:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994176:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787755795.742404:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.742447:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755795.744477:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994176 00000100:00100000:2.0:1787755795.744496:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994176 00000100:00100000:2.0:1787755795.744586:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24283 00000100:00100000:2.0:1787755795.744598:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588666994176:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755795.744623:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755795.744655:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657876d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657876ca expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.744691:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657876d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657876ca expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.744708:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657876d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876ca expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.744719:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dfe471d1b00) 00010000:00010000:2.0:1787755795.744723:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755795.744727:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755795.744826:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994176:12345-0@lo:101:mdt00_002.0 Request processed in 230us (2433us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.744833:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24283 00000100:00100000:3.0:1787755795.745953:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994176:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755795.746916:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.746945:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755795.747652:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x193:0x0] 00000100:00100000:3.0:1787755795.747779:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994304:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755795.747914:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755795.748466:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994304 00000100:00100000:1.0:1787755795.748495:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994304 00000100:00100000:1.0:1787755795.748664:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24284 00000100:00100000:1.0:1787755795.748691:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994304:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787755795.748905:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994304:12345-0@lo:1000:mdt00_002.0 Request processed in 222us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755795.748913:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24284 00000100:00100000:3.0:1787755795.749081:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.749140:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994304:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755795.751873:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994432:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755795.753332:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.754051:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755795.757533:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994432 00000100:00100000:2.0:1787755795.757561:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994432 00000100:00100000:2.0:1787755795.757704:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24285 00000100:00100000:2.0:1787755795.757716:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994432:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755795.757878:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994432:12345-0@lo:1000:mdt00_002.0 Request processed in 164us (5904us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.757888:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24285 00000100:00100000:0.0:1787755795.761083:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994432:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787755795.761409:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994560:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787755795.761507:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755795.761558:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755795.761583:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994560 00000100:00100000:2.0:1787755795.761602:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994560 00000100:00100000:2.0:1787755795.761683:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24286 00000100:00100000:2.0:1787755795.761695:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994560:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755795.761890:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994560:12345-0@lo:1000:mdt00_002.0 Request processed in 196us (382us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755795.761903:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24286 00000100:00100000:0.0:1787755795.762527:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994560:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1787755795.762633:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.762646:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.762658:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.762681:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994688:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787755795.762743:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755795.762778:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755795.763677:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994688 00000100:00100000:2.0:1787755795.763690:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994688 00000100:00100000:2.0:1787755795.763750:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24287 00000100:00100000:2.0:1787755795.763760:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588666994688:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755795.763783:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755795.763813:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657876df lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657876d8 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.763849:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657876df lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657876d8 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.763867:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657876df lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876d8 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.763881:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:2.0:1787755795.763887:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755795.763895:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755795.764025:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588666994688:12345-0@lo:101:mdt00_002.0 Request processed in 261us (1277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.764038:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24287 00000100:00100000:3.0:1787755795.764111:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588666994688:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755795.764155:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.764184:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.764244:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.764257:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.764268:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787755795.765058:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].218, 64 off22144 00000004:00080000:3.0:1787755795.765074:0:6521:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8852786757372ns, next at 8853786754190ns, rc = 0 00000040:00080000:3.0:1787755795.765117:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1200, 384 off1091936 00000040:00080000:3.0:1787755795.765369:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1518, 464 off1533056 00000004:00080000:3.0:1787755795.765379:0:6521:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f300 with version 6839 00000004:00080000:1.0:1787755795.765592:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6839 rpc_version 6839 00000020:00100000:1.0:1787755795.765648:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755795.765686:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e1f80 x1874588666994944/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755795.765723:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666994944:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755795.765829:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755795.765881:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.766063:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666994944 00000100:00100000:3.0:1787755795.766073:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666994944 00000100:00100000:3.0:1787755795.766168:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24288 00000100:00100000:3.0:1787755795.766182:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666994944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755795.766953:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666994944:12345-0@lo:1000:osp_up0-1.0 Request processed in 763us (1115us total) trans 8589957452 rc 0/0 00000100:00100000:3.0:1787755795.766968:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24288 00000100:00100000:0.0:1787755795.767822:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666994944:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755795.768354:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768384:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768537:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768554:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768564:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768574:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768607:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755795.768648:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768657:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768667:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768677:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755795.768685:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768693:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768707:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:3.0:1787755795.768710:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755795.768715:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768722:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657876e6 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768738:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768747:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768754:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768777:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755795.768792:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x193:0x0] 00010000:00010000:3.0:1787755795.768801:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768810:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.768823:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.768826:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755795.771233:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755795.771266:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x193:0x0] 00010000:00010000:1.0:1787755795.772892:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.772921:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755795.772927:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.772941:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.772975:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:1.0:1787755795.772979:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755795.772985:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.772992:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b3253657876ed lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e5f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.773043:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755795.773052:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.773062:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755795.773067:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755795.773078:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.774126:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.774142:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755795.774265:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755795.774282:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.774296:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755795.774306:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755795.774337:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.774427:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.774439:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755795.774497:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 1/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.774511:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b3253657876bc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876c3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.774527:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.774538:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b3253657876d8 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876df expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.774581:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755795.774583:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755795.774589:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755795.774597:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755795.774598:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755795.774606:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755795.774818:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666995200:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755795.774955:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755795.775043:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755795.775056:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666995072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755795.775095:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755795.775736:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666995200 00000100:00100000:0.0:1787755795.775751:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666995200 00010000:00010000:3.0:1787755795.775885:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755795.775924:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.775943:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.776088:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:224657:x1874588654457600:12345-192.168.201.7@tcp:36:rm.0 Request processed in 51352us (51642us total) trans 4294985367 rc 0/0 00000100:00100000:3.0:1787755795.779252:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70220 00000100:00100000:1.0:1787755795.779311:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666995072 00000100:00100000:1.0:1787755795.779353:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666995072 00000100:00100000:0.0:1787755795.782763:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11094 00000100:00100000:0.0:1787755795.782783:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666995200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755795.782801:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755795.782829:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657876c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x193:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657876bc expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.782851:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:0.0:1787755795.782865:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755795.782953:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666995200:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (8002us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.782960:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11094 00000100:00100000:3.0:1787755795.785828:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11095 00000100:00100000:3.0:1787755795.785866:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588666995072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755795.785909:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755795.785967:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657876df lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657876d8 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.786005:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5f:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:3.0:1787755795.786032:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755795.786147:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588666995072:12345-0@lo:103:ldlm_bl.0 Request processed in 298us (11052us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.786154:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11095 00000100:00100000:1.0:1787755795.786953:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666995072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755795.786975:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666995200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755795.807544:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755795.807627:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.807680:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654458112 00000100:00100000:0.0:1787755795.807706:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654458112 00000100:00100000:0.0:1787755795.807794:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9355 00000100:00100000:0.0:1787755795.807814:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:224657:x1874588654458112:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:2.0:1787755795.807814:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654457856 00000100:00100000:2.0:1787755795.807828:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654457856 00000100:00100000:2.0:1787755795.807899:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11096 00000100:00100000:2.0:1787755795.807912:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654457856:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:2.0:1787755795.807929:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.807966:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787518 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c93 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.807996:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755795.808004:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755795.808096:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654457856:12345-192.168.201.7@tcp:103:rm.0 Request processed in 185us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.808106:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11096 00000100:00100000:0.0:1787755795.812709:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:224657:x1874588654458112:12345-192.168.201.7@tcp:35:rm.0 Request processed in 4885us (5169us total) trans 4294985368 rc 0/0 00000100:00100000:0.0:1787755795.812728:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9355 00000100:00100000:0.0:1787755795.825446:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755795.825550:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654458368 00000100:00100000:2.0:1787755795.825583:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654458368 00000100:00100000:2.0:1787755795.825714:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70221 00000100:00100000:2.0:1787755795.825734:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+14:224657:x1874588654458368:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755795.825860:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755795.825914:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787684 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d0a expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.825950:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578764c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cee expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.825971:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787526 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c9a expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.825987:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:2.0:1787755795.825996:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755795.826074:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.826084:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.826100:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.826129:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666995328:0@lo:101:mdt00_009.0 00000100:00100000:2.0:1787755795.826229:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.826283:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755795.826388:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666995328 00000100:00100000:0.0:1787755795.826405:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666995328 00000100:00100000:0.0:1787755795.826479:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24289 00000100:00100000:0.0:1787755795.826491:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588666995328:12345-0@lo:101:mdt00_009.0 00010000:00010000:0.0:1787755795.826534:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755795.826575:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657876f4 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.826622:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.826636:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.826648:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.826695:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.826710:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 7 pid: 10714 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.826725:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666995456:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755795.826866:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.826877:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 7 pid: 35152 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.826891:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666995584:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755795.826929:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755795.838548:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666995584:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755795.838585:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755795.840645:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654458496 00000100:00100000:3.0:1787755795.840663:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654458496 00010000:00010000:3.0:1787755795.840734:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 8 pid: 35152 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.840789:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21651 00000100:00100000:3.0:1787755795.840799:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654458496:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755795.842880:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755795.842904:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 8 pid: 35152 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.842919:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 8 pid: 35152 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.842943:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657874fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c8c expref: 8 pid: 35152 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.842966:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755795.842974:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.842987:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755795.843088:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654458496:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2286us (4508us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.843099:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21651 00000100:00100000:3.0:1787755795.849542:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755795.850072:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cb100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588666995456:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755795.850139:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850164:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755795.850167:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755795.850172:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850183:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755795.850370:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666995328:12345-0@lo:101:mdt00_009.0 Request processed in 23878us (24137us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.850382:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24289 00000100:00100000:0.0:1787755795.850445:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654458624 00000100:00100000:0.0:1787755795.850455:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654458624 00000100:00080000:0.0:1787755795.850499:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755795.850536:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 8 pid: 10714 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.850587:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21652 00000100:00100000:0.0:1787755795.850602:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654458624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755795.850627:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755795.850635:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 8 pid: 10714 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850650:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 8 pid: 10714 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850677:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787565 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cb6 expref: 8 pid: 10714 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850695:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755795.850700:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850711:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850720:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850759:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.850777:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666995712:0@lo:105: 00000100:00100000:0.0:1787755795.850824:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755795.850876:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755795.850895:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666995712 00000100:00100000:0.0:1787755795.850901:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666995712 00000100:00100000:0.0:1787755795.850940:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7906 00000100:00100000:0.0:1787755795.850954:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666995712:12345-0@lo:105: 00010000:00010000:0.0:1787755795.850972:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.850989:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.851004:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.851019:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.851030:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.851046:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.851072:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3000) 00000100:00100000:0.0:1787755795.851123:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588666995712:12345-0@lo:105: Request processed in 174us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.851133:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7906 00000100:00100000:0.0:1787755795.851185:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588666995712:0@lo:105: 00010000:00010000:0.0:1787755795.851196:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755795.851242:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654458624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 644us (1725us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.851251:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21652 00000100:00100000:3.0:1787755795.859893:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666995328:0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755795.859948:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755795.859993:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755795.863768:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.863794:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.863813:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.863854:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666995840:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755795.863960:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.864014:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.865045:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666995840 00000100:00100000:3.0:1787755795.865067:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666995840 00000100:00100000:3.0:1787755795.865170:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24290 00000100:00100000:3.0:1787755795.865184:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588666995840:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755795.865212:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755795.865250:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787702 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.865296:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787702 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.865351:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787702 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.865371:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7e00) 00010000:00010000:3.0:1787755795.865375:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755795.865382:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755795.865519:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666995840:12345-0@lo:101:mdt00_009.0 Request processed in 338us (1560us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.865526:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24290 00000100:00100000:3.0:1787755795.865611:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666995840:0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755795.865638:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.865654:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755795.865704:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755795.865779:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666995968:0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755795.865832:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.865876:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.865901:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666995968 00000100:00100000:3.0:1787755795.865911:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666995968 00000100:00100000:3.0:1787755795.865949:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24291 00000100:00100000:3.0:1787755795.865957:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666995968:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755795.866048:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666995968:12345-0@lo:1000:mdt00_009.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.866056:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24291 00000100:00100000:3.0:1787755795.866088:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666995968:0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755795.866134:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996096:0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755795.866174:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.866190:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.866202:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666996096 00000100:00100000:3.0:1787755795.866205:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666996096 00000100:00100000:3.0:1787755795.866227:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24292 00000100:00100000:3.0:1787755795.866233:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666996096:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755795.866391:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666996096:12345-0@lo:1000:mdt00_009.0 Request processed in 157us (215us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755795.866397:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24292 00000100:00100000:3.0:1787755795.866423:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996096:0@lo:1000:mdt00_009.0 00010000:00010000:3.0:1787755795.866486:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.866498:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.866511:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.866523:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996224:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755795.866549:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.866565:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.866577:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666996224 00000100:00100000:3.0:1787755795.866580:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666996224 00000100:00100000:3.0:1787755795.866598:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24293 00000100:00100000:3.0:1787755795.866604:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588666996224:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755795.866613:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755795.866632:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787710 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.866660:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.866672:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.866702:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.866720:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 6 pid: 17813 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.866733:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666996352:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755795.866831:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.886262:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755795.886381:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588666996352:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755795.886432:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.886450:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:3.0:1787755795.886454:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755795.886459:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.886472:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755795.886550:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666996224:12345-0@lo:101:mdt00_009.0 Request processed in 19944us (19998us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.886561:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24293 00000100:00100000:3.0:1787755795.886632:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996224:0@lo:101:mdt00_009.0 00000100:00100000:2.0:1787755795.886844:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654458752 00000100:00100000:2.0:1787755795.886859:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654458752 00010000:00010000:2.0:1787755795.886911:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 7 pid: 17813 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.886952:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21653 00000100:00100000:2.0:1787755795.886964:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654458752:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755795.886985:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.886994:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 7 pid: 17813 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.887009:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 7 pid: 17813 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.887043:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787581 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cbd expref: 7 pid: 17813 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.887064:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755795.887070:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.887082:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.887092:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.887131:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.887166:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666996480:0@lo:105: 00000100:00100000:2.0:1787755795.887217:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.887269:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52029e40 going to sleep for 11 seconds 00010000:00010000:3.0:1787755795.893674:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.893715:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755795.894273:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666996480 00000100:00100000:0.0:1787755795.894300:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666996480 00000100:00100000:0.0:1787755795.894440:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907 00000100:00100000:0.0:1787755795.894451:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666996480:12345-0@lo:105: 00010000:00010000:0.0:1787755795.894467:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894479:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894488:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894497:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894505:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894513:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894545:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28ac00) 00000100:00100000:0.0:1787755795.894631:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588666996480:12345-0@lo:105: Request processed in 182us (7413us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755795.894639:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907 00010000:00010000:0.0:1787755795.894670:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894679:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894726:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894741:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894751:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894780:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894798:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894812:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.894870:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.894886:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588666996480:0@lo:105: 00010000:00010000:0.0:1787755795.894917:0:35154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 11 pid: 6521 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.894923:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755795.894956:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588666996608:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755795.895022:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654458752:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8056us (8774us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.895036:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21653 00000100:00100000:0.0:1787755795.895119:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755795.911080:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588666996608:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755795.911114:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.914585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755795.914703:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654458880 00000100:00100000:3.0:1787755795.914718:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654458880 00010000:00010000:3.0:1787755795.914779:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 12 pid: 6521 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.914839:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21654 00000100:00100000:3.0:1787755795.914851:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654458880:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755795.914869:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755795.914877:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 12 pid: 6521 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.914897:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 12 pid: 6521 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.914928:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b32536578765a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cf5 expref: 12 pid: 6521 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.914957:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:3.0:1787755795.914963:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.914974:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.914983:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915020:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755795.915094:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654458880:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 244us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.915102:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21654 00010000:00010000:3.0:1787755795.915145:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915164:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915225:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915233:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915244:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.915266:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996736:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755795.915372:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.915413:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.915437:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666996736 00000100:00100000:3.0:1787755795.915442:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666996736 00000100:00100000:3.0:1787755795.915476:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24294 00000100:00100000:3.0:1787755795.915484:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588666996736:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755795.915505:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755795.915524:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787733 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578772c expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915547:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787733 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578772c expref: 14 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915560:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787733 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578772c expref: 14 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915568:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755795.915571:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755795.915574:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755795.915609:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:35154:x1874588666996736:12345-0@lo:101:mdt00_009.0 Request processed in 127us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755795.915615:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24294 00000100:00100000:3.0:1787755795.915662:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996736:0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755795.915679:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.915689:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.916486:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996864:0@lo:403:mdt00_009.0 00000100:00100000:3.0:1787755795.916552:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.916580:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.916613:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666996864 00000100:00100000:3.0:1787755795.916619:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666996864 00000100:00100000:3.0:1787755795.916670:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24295 00000100:00100000:3.0:1787755795.916693:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35154:x1874588666996864:12345-0@lo:403:mdt00_009.0 00000100:00100000:1.0:1787755795.922795:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35154:x1874588666996864:12345-0@lo:403:mdt00_009.0 Request processed in 6107us (6233us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755795.922808:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24295 00000100:00100000:3.0:1787755795.924442:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588666996864:0@lo:403:mdt00_009.0 00000040:00080000:3.0:1787755795.926467:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1201, 952 off1092888 00000040:00080000:3.0:1787755795.926761:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1519, 1032 off1534088 00000004:00080000:3.0:1787755795.926770:0:35154:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5199bcc0 with version 6840 00000004:00080000:1.0:1787755795.927306:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6840 rpc_version 6840 00000020:00100000:1.0:1787755795.927470:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755795.927487:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4193ca80 x1874588666997120/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755795.927524:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666997120:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755795.927618:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755795.927678:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.929126:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666997120 00000100:00100000:3.0:1787755795.929709:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666997120 00000100:00100000:3.0:1787755795.929846:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24296 00000100:00100000:3.0:1787755795.929868:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666997120:12345-0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787755795.934532:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755795.934563:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.934630:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.934640:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755795.934679:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b3253657876ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876d1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755795.934704:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985369 is committed 00000004:00080000:0.0:1787755795.934722:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 352 committed 00000001:00080000:0.0:1787755795.934751:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985363 is committed 00000020:00080000:0.0:1787755795.934779:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3418 batchid updated 00000100:00100000:0.0:1787755795.934818:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00080000:2.0:1787755795.934818:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3418 00000100:00100000:0.0:1787755795.934846:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666997248:0@lo:103:jbd2/dm-1-8.0 00000004:00080000:2.0:1787755795.934903:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe52029cc0 with version 6841 00000020:00080000:2.0:1787755795.934910:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3415 cancel update log [0x200000401:0x3:0x0].1513: rc = 0 00000100:00100000:0.0:1787755795.934927:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755795.934985:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666997248 00000100:00100000:0.0:1787755795.934992:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666997248 00000020:00080000:2.0:1787755795.935017:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3415 cancel update log [0x240000400:0x3:0x0].1195: rc = 0 00000004:00080000:2.0:1787755795.935048:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe52029540 with version 6842 00000020:00080000:2.0:1787755795.935055:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3416 cancel update log [0x200000401:0x3:0x0].1514: rc = 0 00000100:00100000:0.0:1787755795.935064:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11097 00000100:00100000:0.0:1787755795.935080:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:3650:x1874588666997248:12345-0@lo:103:jbd2/dm-1-8.0 00000020:00080000:2.0:1787755795.935083:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3416 cancel update log [0x240000400:0x3:0x0].1196: rc = 0 00010000:00010000:0.0:1787755795.935100:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000004:00080000:2.0:1787755795.935116:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe52029a80 with version 6843 00000020:00080000:2.0:1787755795.935122:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3417 cancel update log [0x200000401:0x3:0x0].1515: rc = 0 00010000:00010000:0.0:1787755795.935130:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657876d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x193:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657876ca expref: 16 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787755795.935142:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3417 cancel update log [0x240000400:0x3:0x0].1197: rc = 0 00010000:00010000:0.0:1787755795.935149:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x5a734ce9 (ffff9dfe471d1b00) 00010000:00010000:0.0:1787755795.935182:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1787755795.935199:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe51b64480 with version 6844 00000020:00080000:2.0:1787755795.935204:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3418 cancel update log [0x200000401:0x3:0x0].1516: rc = 0 00000020:00080000:2.0:1787755795.935227:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3418 cancel update log [0x240000400:0x3:0x0].1198: rc = 0 00000100:00100000:0.0:1787755795.935229:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:3650:x1874588666997248:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 151us (300us total) trans 0 rc 0/0 00000020:00080000:2.0:1787755795.935239:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3418 00000100:00100000:0.0:1787755795.935249:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11097 00000100:00100000:0.0:1787755795.935372:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588666997248:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787755795.937663:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666997120:12345-0@lo:1000:osp_up0-1.0 Request processed in 7794us (10036us total) trans 8589957453 rc 0/0 00000100:00100000:3.0:1787755795.937676:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24296 00000100:00100000:3.0:1787755795.937810:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755795.937826:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666997376:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1787755795.937882:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755795.937962:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666997376 00000100:00100000:3.0:1787755795.937969:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666997376 00000100:00100000:3.0:1787755795.938063:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30772 00000100:00100000:3.0:1787755795.938076:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588666997376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1787755795.938105:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1234 count 1 00010000:00010000:3.0:1787755795.938133:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.938171:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.938181:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d2:0x0].0x0 since=6s v=(0 0) 00010000:00010000:3.0:1787755795.938185:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755795.938190:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.938217:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755795.938234:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 5 pid: 20488 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755795.938251:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666997504:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755795.938365:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00080000:2.0:1787755795.938392:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755795.938517:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666997120:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755795.938537:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6841 rpc_version 6841 00000020:00100000:2.0:1787755795.938632:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755795.938641:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b1500 x1874588666997760/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755795.938663:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666997760:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755795.938732:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.938767:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987a80 going to sleep for 11 seconds 00000004:00200000:2.0:1787755795.938802:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e5e:0x0]: returning size 4096 00010000:00010000:2.0:1787755795.938832:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939523:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939533:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939541:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755795.939547:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939574:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939597:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x195:0x0].0x0 (ffff9dff4536da00) 00010000:00010000:2.0:1787755795.939600:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755795.939606:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939613:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787725 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939639:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939649:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939657:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939683:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755795.939697:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x193:0x0] 00010000:00010000:2.0:1787755795.939705:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939712:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939719:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939728:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755795.939731:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939737:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939746:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:2.0:1787755795.939749:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755795.939752:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939758:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b32536578771e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939770:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939777:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939784:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939800:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755795.939814:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755795.939819:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939833:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939840:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939852:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1787755795.939855:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755795.939860:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.939867:0:35154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.939947:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:224657:x1874588654458368:12345-192.168.201.7@tcp:36:rm.0 Request processed in 114216us (114514us total) trans 4294985369 rc 0/0 00000100:00100000:2.0:1787755795.939956:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70221 00010000:00010000:2.0:1787755795.939997:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787755795.940003:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940010:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755795.940015:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755795.940025:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940056:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940063:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755795.940084:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 1/0,0 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940092:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578772c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787733 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940110:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755795.940113:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940119:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755795.940122:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755795.940130:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940251:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940259:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755795.940266:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940278:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ac00/0x9b2b325365787710 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787717 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940292:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755795.940295:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940300:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755795.940304:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755795.940310:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940348:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940354:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755795.940370:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940376:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b3253657876f4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657876fb expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940384:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755795.940386:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755795.940388:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755795.940402:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666997888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755795.940456:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.940495:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755795.940501:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666998016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755795.940521:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.940556:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666998144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755795.940580:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.940616:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666997888 00000100:00100000:2.0:1787755795.940623:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666997888 00000100:00100000:2.0:1787755795.940670:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666998016 00000100:00100000:2.0:1787755795.940674:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666998016 00000100:00100000:2.0:1787755795.940695:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666998144 00000100:00100000:2.0:1787755795.940697:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666998144 00000100:00100000:2.0:1787755795.940714:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11098 00000100:00100000:2.0:1787755795.940723:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+16:3647:x1874588666997888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755795.940740:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.940761:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787733 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x193:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578772c expref: 16 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940775:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x193:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:2.0:1787755795.940783:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755795.940814:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+15:3647:x1874588666997888:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.940820:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11098 00000100:00100000:2.0:1787755795.940834:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11099 00000100:00100000:2.0:1787755795.940840:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588666998016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755795.940847:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.940858:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787717 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e5e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787710 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940869:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755795.940875:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755795.940892:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588666998016:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.940898:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11099 00000100:00100000:2.0:1787755795.940907:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11100 00000100:00100000:2.0:1787755795.940912:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588666998144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755795.940918:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755795.940928:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657876fb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657876f4 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755795.940937:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755795.940940:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755795.940958:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588666998144:12345-0@lo:103:ldlm_bl.0 Request processed in 46us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755795.940964:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11100 00000100:00100000:2.0:1787755795.941003:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666998144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755795.941029:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666998016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755795.941036:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588666997888:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755795.942418:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755795.943419:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666997760 00000100:00100000:2.0:1787755795.943443:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666997760 00000100:00100000:2.0:1787755795.943545:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24297 00000100:00100000:2.0:1787755795.943575:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588666997760:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755795.943818:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588666997504:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755795.943864:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755795.943889:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666997760:12345-0@lo:1000:osp_up0-1.0 Request processed in 329us (5154us total) trans 8589957454 rc 0/0 00000100:00100000:2.0:1787755795.943902:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24297 00000100:00100000:2.0:1787755795.943978:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666997760:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755795.943997:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6842 rpc_version 6842 00000020:00100000:2.0:1787755795.944031:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755795.944040:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef0e00 x1874588666998400/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755795.944069:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666998400:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755795.944118:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.944169:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00010000:00010000:1.0:1787755795.947070:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755795.947109:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666998400 00000100:00100000:1.0:1787755795.947125:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666998400 00000100:00100000:1.0:1787755795.947238:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24298 00000100:00100000:1.0:1787755795.947252:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588666998400:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755795.947606:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666998400:12345-0@lo:1000:osp_up0-1.0 Request processed in 357us (3487us total) trans 8589957455 rc 0/0 00000100:00100000:1.0:1787755795.947615:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24298 00000100:00100000:2.0:1787755795.947702:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666998400:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755795.947722:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6843 rpc_version 6843 00000020:00100000:2.0:1787755795.947758:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755795.947766:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef3100 x1874588666998656/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755795.947792:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666998656:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755795.947847:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.947889:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.947935:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666998656 00000100:00100000:3.0:1787755795.947954:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666998656 00000100:00100000:3.0:1787755795.948028:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24299 00000100:00100000:3.0:1787755795.948043:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588666998656:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755795.948306:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666998656:12345-0@lo:1000:osp_up0-1.0 Request processed in 266us (457us total) trans 8589957456 rc 0/0 00000100:00100000:3.0:1787755795.948355:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24299 00000100:00100000:2.0:1787755795.948366:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666998656:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755795.948382:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6844 rpc_version 6844 00000020:00100000:2.0:1787755795.948399:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755795.948404:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef2a00 x1874588666998912/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755795.948419:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666998912:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755795.948470:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755795.948495:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755795.949226:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666998912 00000100:00100000:3.0:1787755795.949236:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666998912 00000100:00100000:3.0:1787755795.949293:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24300 00000100:00100000:3.0:1787755795.949304:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588666998912:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755795.955072:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+15:7464:x1874588666998912:12345-0@lo:1000:osp_up0-1.0 Request processed in 5751us (6585us total) trans 8589957457 rc 0/0 00000100:00100000:2.0:1787755795.955091:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24300 00000100:00100000:0.0:1787755795.956068:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588666998912:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755795.957547:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755795.958877:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459008 00000100:00100000:1.0:1787755795.958904:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459008 00000100:00080000:0.0:1787755795.958989:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755795.959015:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 6 pid: 20488 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755795.959080:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21655 00000100:00100000:1.0:1787755795.959095:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654459008:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755795.959120:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755795.959129:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 6 pid: 20488 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959163:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 6 pid: 20488 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959200:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b3253657874e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213c85 expref: 6 pid: 20488 timeout: 8952 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959225:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755795.959230:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d2:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755795.959240:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959251:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959297:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755795.959423:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654459008:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 332us (1896us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755795.959432:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21655 00010000:00010000:0.0:1787755795.959605:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.959619:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.959632:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.959643:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755795.959676:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755795.959750:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755795.959759:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959769:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755795.959775:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959791:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959807:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959814:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b32536578773a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755795.959843:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755795.959845:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755795.959846:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755795.960032:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588666997376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21957us (22148us total) trans 4294973860 rc 0/0 00000100:00100000:0.0:1787755795.960046:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30772 00000004:00080000:1.0:1787755795.960191:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dff81894700/2, rc 0, transno 4294973860 00000100:00100000:1.0:1787755795.960201:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666997376:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1787755796.037536:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.038823:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459136 00000100:00100000:0.0:1787755796.038845:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459136 00000100:00100000:0.0:1787755796.038953:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70222 00000100:00100000:0.0:1787755796.038965:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224665:x1874588654459136:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:0.0:1787755796.039055:0:35153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:0.0:1787755796.039199:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224665:x1874588654459136:12345-192.168.201.7@tcp:41:stat.0 Request processed in 235us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.039209:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70222 00000100:00100000:2.0:1787755796.093609:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.094218:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459264 00000100:00100000:0.0:1787755796.094230:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459264 00000100:00100000:1.0:1787755796.095467:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70223 00000100:00100000:1.0:1787755796.095489:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224669:x1874588654459264:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755796.095512:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755796.095537:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787741 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d1f expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.095610:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.095624:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.095642:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755796.095700:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755796.095704:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755796.095725:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.095784:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787741 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.095821:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.095834:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755796.095840:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755796.095847:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755796.095973:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224669:x1874588654459264:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 491us (2381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.095985:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70223 00000100:00100000:0.0:1787755796.101439:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755796.101571:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459392 00000100:00100000:2.0:1787755796.101587:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459392 00000100:00100000:2.0:1787755796.101682:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70224 00000100:00100000:2.0:1787755796.101693:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224669:x1874588654459392:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755796.101715:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755796.101736:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578774f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d26 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.101956:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.101976:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.101991:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.102008:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.102023:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787702 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.102036:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.102898:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787702 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755796.102922:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588666999040:0@lo:104: 00000100:00100000:2.0:1787755796.102986:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.103029:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2999c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755796.103360:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666999040 00000100:00100000:0.0:1787755796.103368:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666999040 00000100:00100000:0.0:1787755796.103422:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908 00000100:00100000:0.0:1787755796.103432:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:17813:x1874588666999040:12345-0@lo:104: 00010000:00010000:0.0:1787755796.103447:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.103569:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755796.103583:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:17813:x1874588666999040:12345-0@lo:104: Request processed in 151us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.103595:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908 00010000:00010000:3.0:1787755796.103828:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755796.103836:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.103844:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755796.103849:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755796.103858:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.103891:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.103897:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755796.103928:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.103941:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787702 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787709 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.103963:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755796.103965:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755796.103967:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755796.103998:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755796.104026:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666999168:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755796.104079:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.104555:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe453cbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588666999040:0@lo:104: 00010000:00010000:2.0:1787755796.104584:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755796.104717:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666999168 00000100:00100000:3.0:1787755796.104723:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666999168 00010000:00010000:3.0:1787755796.104750:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787702 expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755796.104850:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21656 00000100:00100000:3.0:1787755796.104859:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+15:3649:x1874588666999168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755796.104873:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1787755796.116659:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957457 is committed 00010000:00010000:3.0:1787755796.118106:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787709 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787702 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.118137:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7e00) 00010000:00010000:3.0:1787755796.118969:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.118983:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.118991:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.119926:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755796.120413:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588666999168:12345-0@lo:103:ldlm_bl.0 Request processed in 15548us (16325us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.120427:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21656 00010000:00010000:0.0:1787755796.120913:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.120931:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121027:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121034:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121040:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121047:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121053:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755796.121058:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121066:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121099:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755796.121103:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755796.121107:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121113:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787756 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121127:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121133:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121138:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121159:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755796.121162:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121169:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121175:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7e00) 00010000:00010000:0.0:1787755796.121178:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755796.121181:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121186:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578775d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121235:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578774f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d26 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121245:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755796.121248:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755796.121251:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578774f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d26 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.121264:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:0.0:1787755796.121351:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224669:x1874588654459392:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 19659us (19922us total) trans 0 rc 301/301 00000100:00100000:0.0:1787755796.121360:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70224 00000100:00100000:1.0:1787755796.127751:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588666999168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755796.132283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.133380:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459520 00000100:00100000:0.0:1787755796.133406:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459520 00000100:00100000:0.0:1787755796.133491:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70225 00000100:00100000:0.0:1787755796.133504:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:224669:x1874588654459520:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755796.133525:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755796.133548:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787764 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d2d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.133628:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.133643:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.133657:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755796.133715:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755796.133722:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755796.133787:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.133830:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787764 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.133873:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.133888:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755796.133895:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755796.133900:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755796.134018:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:224669:x1874588654459520:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 513us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.134030:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70225 00000100:00100000:2.0:1787755796.144657:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.145444:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459776 00000100:00100000:0.0:1787755796.145463:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459776 00000100:00100000:0.0:1787755796.145610:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70226 00000100:00100000:0.0:1787755796.145628:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224669:x1874588654459776:12345-192.168.201.7@tcp:36:lfs.0 00000100:00080000:2.0:1787755796.146572:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755796.150193:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666999296:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755796.150305:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755796.150391:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe50ca9780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755796.151104:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666999296 00000100:00100000:2.0:1787755796.151119:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666999296 00000100:00100000:2.0:1787755796.151204:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24301 00000100:00100000:2.0:1787755796.151216:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10713:x1874588666999296:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755796.151398:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10713:x1874588666999296:12345-0@lo:1000:mdt00_004.0 Request processed in 173us (1084us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.151408:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24301 00000100:00100000:1.0:1787755796.151655:0:10713:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957457 gen 2 00000004:00080000:1.0:1787755796.151663:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957451 committed transno 8589957457 00000020:00080000:1.0:1787755796.151671:0:10713:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe50ca9000 refcount 2 committed 0 result 0 batchid 3419 00000020:00080000:1.0:1787755796.151675:0:10713:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe470a1a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe50ca9f00 00000020:00080000:1.0:1787755796.151678:0:10713:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1517 00000020:00080000:1.0:1787755796.151681:0:10713:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff44582300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a63b400 00000020:00080000:1.0:1787755796.151684:0:10713:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1199 00000004:00080000:1.0:1787755796.151722:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957452 committed transno 8589957457 00000020:00080000:1.0:1787755796.151726:0:10713:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a20f000 refcount 2 committed 0 result 0 batchid 3420 00000020:00080000:1.0:1787755796.151729:0:10713:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a20f300 00000020:00080000:1.0:1787755796.151732:0:10713:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1518 00000020:00080000:1.0:1787755796.151734:0:10713:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4705f600 00000020:00080000:1.0:1787755796.151737:0:10713:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1200 00000004:00080000:1.0:1787755796.151757:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957453 committed transno 8589957457 00000020:00080000:1.0:1787755796.151761:0:10713:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5199b600 refcount 2 committed 0 result 0 batchid 3421 00000020:00080000:1.0:1787755796.151764:0:10713:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5199bcc0 00000020:00080000:1.0:1787755796.151766:0:10713:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1519 00000020:00080000:1.0:1787755796.151767:0:10713:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4705f000 00000020:00080000:1.0:1787755796.151770:0:10713:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1201 00000004:00080000:1.0:1787755796.151782:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957454 committed transno 8589957457 00000004:00080000:1.0:1787755796.151795:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957455 committed transno 8589957457 00000004:00080000:1.0:1787755796.151805:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957456 committed transno 8589957457 00000004:00080000:1.0:1787755796.151814:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957457 committed transno 8589957457 00000100:00100000:1.0:1787755796.151832:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666999296:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.151898:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666999424:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.151936:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.151963:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.151983:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666999424 00000100:00100000:1.0:1787755796.151989:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666999424 00000100:00100000:1.0:1787755796.152018:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24302 00000100:00100000:1.0:1787755796.152027:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:10713:x1874588666999424:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.152169:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:10713:x1874588666999424:12345-0@lo:1000:mdt00_004.0 Request processed in 142us (231us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755796.152178:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24302 00000100:00100000:1.0:1787755796.152222:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666999424:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1787755796.152279:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152289:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152300:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.152349:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666999552:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1787755796.152377:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.152410:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.152424:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666999552 00000100:00100000:1.0:1787755796.152427:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666999552 00000100:00100000:1.0:1787755796.152448:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24303 00000100:00100000:1.0:1787755796.152454:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:10713:x1874588666999552:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755796.152463:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755796.152477:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787772 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152502:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152515:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152524:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152549:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152563:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 7 pid: 6519 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.152573:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666999680:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755796.152652:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.152661:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 6 pid: 35169 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.152671:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f8b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666999808:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755796.152694:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2480 going to sleep for 11 seconds 00000020:00080000:2.0:1787755796.154667:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3421 committed batchid 3418 00000020:00080000:2.0:1787755796.154746:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3418 00000100:00100000:1.0:1787755796.155477:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88a80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666999680:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755796.155733:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f8b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588666999808:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755796.155778:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.155791:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755796.155793:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755796.155798:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.155808:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:2.0:1787755796.155874:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588666999552:12345-0@lo:101:mdt00_004.0 Request processed in 3418us (3495us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.155883:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24303 00000100:00100000:1.0:1787755796.156889:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f89180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588666999552:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755796.156913:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.156925:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755796.158960:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755796.159011:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.159126:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654459904 00000100:00100000:0.0:1787755796.159139:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654459904 00010000:00010000:0.0:1787755796.159198:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 8 pid: 6519 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755796.159242:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460032 00000100:00100000:0.0:1787755796.159246:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460032 00010000:00010000:0.0:1787755796.159267:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 7 pid: 35169 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755796.159299:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21657 00000100:00100000:0.0:1787755796.159311:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654459904:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755796.159362:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755796.159370:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 8 pid: 6519 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159396:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 8 pid: 6519 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159421:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578776b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d2d expref: 8 pid: 6519 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159439:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755796.159445:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159456:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755796.159514:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654459904:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 206us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.159522:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21657 00000100:00100000:0.0:1787755796.159540:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21658 00000100:00100000:0.0:1787755796.159547:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654460032:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755796.159555:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755796.159560:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 7 pid: 35169 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159571:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 7 pid: 35169 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159584:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787748 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d1f expref: 7 pid: 35169 timeout: 8953 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159597:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755796.159601:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159612:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159622:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.159659:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755796.159674:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666999936:0@lo:105: 00000100:00100000:0.0:1787755796.159737:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.160404:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787755796.160421:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588666999936 00000100:00100000:2.0:1787755796.160426:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588666999936 00000100:00100000:2.0:1787755796.160473:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7909 00000100:00100000:2.0:1787755796.160481:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a32b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588666999936:12345-0@lo:105: 00010000:00010000:2.0:1787755796.160493:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.160503:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.160512:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.160524:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.160531:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.160539:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755796.162386:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f240 going to sleep for 11 seconds 00010000:00010000:2.0:1787755796.162472:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61800) 00000100:00100000:2.0:1787755796.162561:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a32b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588666999936:12345-0@lo:105: Request processed in 2077us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.162572:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7909 00000100:00100000:0.0:1787755796.166374:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588666999936:0@lo:105: 00010000:00010000:0.0:1787755796.166402:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755796.166498:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654460032:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 6947us (7483us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.166513:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21658 00010000:00010000:3.0:1787755796.167866:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.167887:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755796.167915:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755796.168640:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.168651:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.168665:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755796.168691:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000064:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1787755796.168843:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.168949:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.173546:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000064 00000100:00100000:1.0:1787755796.173572:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000064 00000100:00100000:1.0:1787755796.175305:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24304 00000100:00100000:1.0:1787755796.175343:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588667000064:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755796.175370:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755796.175411:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787780 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.175451:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787780 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.175469:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787780 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.175478:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dc00) 00010000:00010000:1.0:1787755796.175481:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755796.175485:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755796.175589:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000064:12345-0@lo:101:mdt00_004.0 Request processed in 257us (6746us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.175596:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24304 00000100:00100000:2.0:1787755796.175719:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000064:0@lo:101:mdt00_004.0 00010000:00010000:2.0:1787755796.175741:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.175765:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755796.175793:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787755796.175845:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000192:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755796.175888:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.178106:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c299e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.182166:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000192 00000100:00100000:1.0:1787755796.182186:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000192 00000100:00100000:1.0:1787755796.182293:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24305 00000100:00100000:1.0:1787755796.182307:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000192:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.182543:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000192:12345-0@lo:1000:mdt00_004.0 Request processed in 240us (6653us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.182552:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24305 00000100:00100000:1.0:1787755796.182618:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000192:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.182738:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000320:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.186552:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.186591:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.186629:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000320 00000100:00100000:1.0:1787755796.186638:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000320 00000100:00100000:1.0:1787755796.186688:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24306 00000100:00100000:1.0:1787755796.186698:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000320:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.186848:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000320:12345-0@lo:1000:mdt00_004.0 Request processed in 150us (305us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755796.186857:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24306 00000100:00100000:1.0:1787755796.186916:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000320:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187030:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000448:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187065:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.187077:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.187090:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000448 00000100:00100000:1.0:1787755796.187093:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000448 00000100:00100000:1.0:1787755796.187111:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24307 00000100:00100000:1.0:1787755796.187117:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000448:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187399:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000448:12345-0@lo:1000:mdt00_004.0 Request processed in 281us (332us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755796.187407:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24307 00000100:00100000:1.0:1787755796.187437:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000448:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187484:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000576:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187509:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.187519:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.187532:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000576 00000100:00100000:1.0:1787755796.187536:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000576 00000100:00100000:1.0:1787755796.187553:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24308 00000100:00100000:1.0:1787755796.187559:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000576:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187607:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000576:12345-0@lo:1000:mdt00_004.0 Request processed in 47us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.187613:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24308 00000100:00100000:1.0:1787755796.187639:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000576:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187676:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000704:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187701:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.187711:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.187721:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000704 00000100:00100000:1.0:1787755796.187724:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000704 00000100:00100000:1.0:1787755796.187739:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24309 00000100:00100000:1.0:1787755796.187745:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000704:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187916:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000704:12345-0@lo:1000:mdt00_004.0 Request processed in 170us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.187923:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24309 00000100:00100000:1.0:1787755796.187948:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000704:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.187982:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000832:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.188004:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.188014:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.188026:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667000832 00000100:00100000:1.0:1787755796.188029:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667000832 00000100:00100000:1.0:1787755796.188045:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24310 00000100:00100000:1.0:1787755796.188050:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000832:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755796.188093:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667000832:12345-0@lo:1000:mdt00_004.0 Request processed in 42us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.188099:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24310 00000100:00100000:1.0:1787755796.188126:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667000832:0@lo:1000:mdt00_004.0 00000040:00080000:1.0:1787755796.189847:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1202, 2168 off1095056 00000040:00080000:1.0:1787755796.189940:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1520, 2368 off1536456 00000004:00080000:1.0:1787755796.189947:0:10713:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c7e2c00 with version 6845 00000004:00080000:2.0:1787755796.190233:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6845 rpc_version 6845 00000020:00100000:2.0:1787755796.190277:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755796.190289:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51411500 x1874588667001088/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755796.190311:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667001088:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755796.190427:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.190459:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c2990c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755796.190482:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001088 00000100:00100000:2.0:1787755796.190488:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001088 00000100:00100000:2.0:1787755796.190529:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24311 00000100:00100000:2.0:1787755796.190537:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667001088:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755796.191508:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667001088:12345-0@lo:1000:osp_up0-1.0 Request processed in 969us (1078us total) trans 8589957458 rc 0/0 00000100:00100000:2.0:1787755796.191518:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24311 00000100:00100000:2.0:1787755796.191598:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411500 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667001088:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755796.195001:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.195033:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.195055:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.195094:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.195108:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.195119:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.198999:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199018:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199031:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.199057:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667001216:0@lo:101:mdt00_004.0 00000100:00100000:1.0:1787755796.199127:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.199185:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.199208:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001216 00000100:00100000:1.0:1787755796.199216:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001216 00000100:00100000:1.0:1787755796.199264:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24312 00000100:00100000:1.0:1787755796.199274:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667001216:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755796.199295:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755796.199311:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578779c expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199364:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578779c expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199380:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578779c expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199453:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:1.0:1787755796.199456:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755796.199460:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755796.199506:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667001216:12345-0@lo:101:mdt00_004.0 Request processed in 233us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.199517:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24312 00000100:00100000:1.0:1787755796.199572:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667001216:0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755796.199587:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199597:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755796.199621:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000013319281 reply state 00000000284466d5 transno 4294985370 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199634:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199641:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755796.199643:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755796.199646:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755796.199652:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199660:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755796.199672:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x194:0x0] 00000004:00010000:1.0:1787755796.199678:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000013319281 reply state 00000000284466d5 transno 4294985370 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199687:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199697:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:1.0:1787755796.199699:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755796.199701:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787755796.199706:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00000004:00080000:1.0:1787755796.199715:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755796.199723:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199730:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199736:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199823:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755796.199830:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755796.199835:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.199842:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.199918:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224669:x1874588654459776:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 54295us (55270us total) trans 4294985370 rc 0/0 00000100:00100000:1.0:1787755796.199926:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70226 00010000:00010000:2.0:1787755796.200427:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755796.200435:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.200448:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755796.200453:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755796.200465:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.200506:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.200515:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755796.200547:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.200557:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b325365787772 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787779 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.200575:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755796.200577:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755796.200579:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755796.200590:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755796.200610:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667001344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755796.200680:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755796.200859:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001344 00000100:00100000:2.0:1787755796.200869:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001344 00000100:00100000:2.0:1787755796.200954:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11101 00000100:00100000:2.0:1787755796.200971:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667001344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755796.200995:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755796.201022:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787779 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787772 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.201042:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755796.201048:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755796.201102:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667001344:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.201114:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11101 00000100:00100000:2.0:1787755796.201195:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667001344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755796.232713:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755796.233613:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460160 00000100:00100000:2.0:1787755796.233630:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460160 00000100:00100000:2.0:1787755796.233719:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70227 00000100:00100000:2.0:1787755796.233733:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224658:x1874588654460160:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755796.233767:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755796.233812:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657877aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d34 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.233924:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657877b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.233942:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657877b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.233954:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657877b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755796.234021:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755796.234026:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755796.234050:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657877b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.234080:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657877aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d34 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.234103:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657877b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d34 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.234112:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755796.234115:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755796.234120:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755796.234220:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224658:x1874588654460160:12345-192.168.201.7@tcp:101:bash.0 Request processed in 491us (1523us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.234227:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70227 00000100:00100000:1.0:1787755796.241280:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.241441:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460288 00000100:00100000:0.0:1787755796.241451:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460288 00000100:00100000:0.0:1787755796.241525:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70228 00000100:00100000:0.0:1787755796.241537:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224658:x1874588654460288:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755796.241559:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755796.241584:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657877b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d3b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241664:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241679:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241691:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241703:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241713:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787780 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241721:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.241772:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787780 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755796.241798:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1874588667001472:0@lo:104: 00000100:00100000:0.0:1787755796.241850:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755796.241885:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755796.242619:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001472 00000100:00100000:1.0:1787755796.242626:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001472 00000100:00100000:1.0:1787755796.242678:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7910 00000100:00100000:1.0:1787755796.242687:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6520:x1874588667001472:12345-0@lo:104: 00010000:00010000:1.0:1787755796.242701:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.242799:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755796.242815:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6520:x1874588667001472:12345-0@lo:104: Request processed in 120us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.242822:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7910 00000100:00100000:2.0:1787755796.242924:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1874588667001472:0@lo:104: 00010000:00010000:2.0:1787755796.242946:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.244903:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755796.244917:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.244929:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755796.244936:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755796.244945:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.244993:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.245001:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755796.245043:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.245052:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b325365787780 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787787 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.245076:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755796.245078:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755796.245081:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755796.245108:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667001600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755796.245190:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.245356:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001600 00000100:00100000:1.0:1787755796.245364:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001600 00010000:00010000:1.0:1787755796.245500:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787780 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.245540:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21659 00000100:00100000:1.0:1787755796.245550:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667001600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755796.245564:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755796.249607:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957458 is committed 00010000:00010000:2.0:1787755796.251427:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787787 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787780 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.251467:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dc00) 00010000:00010000:2.0:1787755796.251474:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.251490:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.251499:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.251539:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755796.251642:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667001600:12345-0@lo:103:ldlm_bl.0 Request processed in 6091us (6449us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.251654:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21659 00000100:00100000:2.0:1787755796.251736:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667001600:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755796.252445:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.252462:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755796.252677:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1874588667001728:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787755796.252740:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.252782:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755796.255044:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001728 00000100:00100000:2.0:1787755796.255067:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001728 00000100:00100000:2.0:1787755796.255181:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24313 00000100:00100000:2.0:1787755796.255196:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6520:x1874588667001728:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787755796.255394:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6520:x1874588667001728:12345-0@lo:1000:mdt00_001.0 Request processed in 201us (2655us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.255403:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24313 00000100:00100000:1.0:1787755796.255537:0:6520:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985363 gen 2 00000004:00080000:1.0:1787755796.255546:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985362 committed transno 4294985363 00000020:00080000:1.0:1787755796.255554:0:6520:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe51987c00 refcount 2 committed 0 result 0 batchid 4294979807 00000020:00080000:1.0:1787755796.255559:0:6520:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6ca31100 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51987480 00000020:00080000:1.0:1787755796.255563:0:6520:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].939 00000020:00080000:1.0:1787755796.255566:0:6520:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6ca31b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51230000 00000020:00080000:1.0:1787755796.255568:0:6520:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].936 00000004:00080000:1.0:1787755796.255602:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985363 committed transno 4294985363 00000100:00100000:1.0:1787755796.255636:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189a300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1874588667001728:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1787755796.255706:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657877cd lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255727:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657877cd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255741:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657877cd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755796.255783:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657877cd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255800:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255818:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255824:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255831:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255841:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755796.255846:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255853:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255869:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755796.255872:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755796.255877:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255884:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657877bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255901:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255907:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255914:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255920:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755796.255923:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255930:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255942:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dc00) 00010000:00010000:1.0:1787755796.255944:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755796.255947:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.255952:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b3253657877c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.256003:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657877b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d3b expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.256018:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657877cd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d3b expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787755796.256021:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979807 committed batchid 4294979806 00010000:00010000:1.0:1787755796.256031:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:1.0:1787755796.256033:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755796.256036:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000020:00080000:2.0:1787755796.256096:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979806 00000100:00100000:1.0:1787755796.256103:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224658:x1874588654460288:12345-192.168.201.7@tcp:101:bash.0 Request processed in 14565us (14835us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.256113:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70228 00000100:00100000:2.0:1787755796.265397:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755796.268644:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460416 00000100:00100000:1.0:1787755796.268676:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460416 00000100:00100000:1.0:1787755796.268833:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70229 00000100:00100000:1.0:1787755796.268850:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224658:x1874588654460416:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755796.268889:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755796.268921:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657877d4 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d42 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.269039:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657877db lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.269062:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657877db lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.269082:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657877db lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755796.269282:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00000004:00200000:1.0:1787755796.269294:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755796.269433:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b3253657877d4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d42 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.269475:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657877db lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d42 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.269492:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:1.0:1787755796.269497:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755796.269502:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755796.269637:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224658:x1874588654460416:12345-192.168.201.7@tcp:101:bash.0 Request processed in 789us (4247us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.269650:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70229 00000100:00100000:2.0:1787755796.293110:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.293907:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460544 00000100:00100000:3.0:1787755796.293920:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460544 00000100:00100000:3.0:1787755796.293985:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70230 00000100:00100000:3.0:1787755796.293994:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224658:x1874588654460544:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755796.294017:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755796.294039:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657877e2 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d49 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.294097:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657877e9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.294108:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657877e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.294116:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657877e9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755796.294164:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x196:0x0]: returning size 4096 00000004:00200000:3.0:1787755796.294169:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755796.294205:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657877e2 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d49 expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.294228:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657877e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d49 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.294236:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755796.294239:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755796.294243:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755796.294481:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224658:x1874588654460544:12345-192.168.201.7@tcp:101:bash.0 Request processed in 321us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755796.294489:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70230 00000100:00100000:2.0:1787755796.316780:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.321932:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460672 00000100:00100000:3.0:1787755796.321952:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460672 00000100:00100000:3.0:1787755796.322022:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70231 00000100:00100000:3.0:1787755796.322034:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224658:x1874588654460672:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755796.322055:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755796.322080:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657877f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d50 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.322144:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.322172:0:35152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578779c expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.322182:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.322223:0:35152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b32536578779c expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755796.322240:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588667001856:0@lo:104: 00000100:00100000:3.0:1787755796.322350:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.322699:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755796.323545:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001856 00000100:00100000:2.0:1787755796.323553:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001856 00000100:00100000:2.0:1787755796.323617:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7911 00000100:00100000:2.0:1787755796.323627:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588667001856:12345-0@lo:104: 00010000:00010000:2.0:1787755796.323641:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.323741:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755796.323919:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588667001856:0@lo:104: 00010000:00010000:0.0:1787755796.323945:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755796.323997:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588667001856:12345-0@lo:104: Request processed in 371us (1681us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755796.324004:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7911 00010000:00010000:3.0:1787755796.324180:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755796.324187:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.324196:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755796.324202:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755796.324210:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.324245:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.324251:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755796.324282:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 1/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.324291:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b32536578779c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657877a3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.324359:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755796.324362:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755796.324364:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755796.324419:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755796.324437:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667001984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755796.324481:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755796.324720:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667001984 00000100:00100000:3.0:1787755796.324726:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667001984 00010000:00010000:3.0:1787755796.324762:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578779c expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755796.324792:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21660 00000100:00100000:3.0:1787755796.324801:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667001984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755796.324821:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:1.0:1787755796.328296:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979807 batchid updated 00000020:00080000:2.0:1787755796.328439:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979807 00000004:00080000:2.0:1787755796.328514:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe51987a80 with version 1828 00000020:00080000:2.0:1787755796.328535:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979807 cancel update log [0x240000404:0x2:0x0].939: rc = 0 00000020:00080000:2.0:1787755796.328628:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979807 cancel update log [0x200000bd0:0x2:0x0].936: rc = 0 00000020:00080000:2.0:1787755796.328636:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979807 00010000:00010000:3.0:1787755796.328894:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657877a3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578779c expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.328919:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:3.0:1787755796.328925:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.328934:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.328943:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.328976:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755796.329064:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667001984:12345-0@lo:103:ldlm_bl.0 Request processed in 4262us (4580us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755796.329073:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21660 00010000:00010000:0.0:1787755796.329353:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.329363:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755796.329437:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x194:0x0]: returning size 4096 00000004:00200000:0.0:1787755796.329444:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755796.329493:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657877f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d50 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.329510:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d50 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.329518:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:0.0:1787755796.329521:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755796.329524:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:0.0:1787755796.329581:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224658:x1874588654460672:12345-192.168.201.7@tcp:101:bash.0 Request processed in 7550us (12835us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.329590:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70231 00000004:00080000:1.0:1787755796.329891:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1828 rpc_version 1828 00000020:00100000:1.0:1787755796.329943:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755796.329957:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b0a80 x1874588667002240/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755796.329994:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667002240:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755796.330078:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755796.330157:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755796.330305:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667001984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755796.330531:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667002240 00000100:00100000:0.0:1787755796.330538:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667002240 00000100:00100000:0.0:1787755796.330592:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24314 00000100:00100000:0.0:1787755796.330601:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588667002240:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755796.330780:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667002240:12345-0@lo:1000:osp_up1-0.0 Request processed in 179us (703us total) trans 4294985371 rc 0/0 00000100:00100000:0.0:1787755796.330787:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24314 00000100:00100000:0.0:1787755796.330845:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b0a80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667002240:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755796.342791:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.343092:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654460928 00000100:00100000:3.0:1787755796.343106:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654460928 00000100:00100000:3.0:1787755796.343195:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70232 00000100:00100000:3.0:1787755796.343207:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224658:x1874588654460928:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755796.343237:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755796.343240:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755796.343273:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657877f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d50 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343302:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:3.0:1787755796.343346:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755796.343364:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657877fe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d57 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343527:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343543:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343553:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343566:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343573:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.343580:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755796.343952:0:6519:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51a:0x0], index 0: 0 00010000:00010000:3.0:1787755796.344083:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787813 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344093:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787813 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344101:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787813 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344134:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344159:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344166:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344174:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344180:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755796.344185:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344193:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344203:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:3.0:1787755796.344206:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755796.344210:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344217:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787805 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755796.344229:0:6519:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cd748d97 reply state 00000000b6f36d30 transno 8589957459 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344239:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344246:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dff439f7600) 00010000:00010000:3.0:1787755796.344249:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755796.344251:0:6519:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755796.344280:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657877fe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d57 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344301:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787813 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d57 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.344309:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755796.344312:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755796.344352:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755796.344439:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224658:x1874588654460928:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1233us (1663us total) trans 8589957459 rc 0/0 00000100:00100000:3.0:1787755796.344448:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70232 00000100:00100000:3.0:1787755796.358921:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.362424:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654461056 00000100:00100000:0.0:1787755796.362446:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654461056 00000100:00100000:0.0:1787755796.362535:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30773 00000100:00100000:0.0:1787755796.362547:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:224658:x1874588654461056:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755796.362566:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755796.362592:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d5e expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755796.362622:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x51a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755796.362648:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=8853s v=(0 0) 00010000:00010000:0.0:1787755796.362654:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755796.362664:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 6 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.362683:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 6 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.362697:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755796.362784:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224658:x1874588654461056:12345-192.168.201.7@tcp:101:bash.0 Request processed in 238us (3879us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.362790:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30773 00000100:00100000:1.0:1787755796.373408:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.373569:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654461312 00000100:00100000:3.0:1787755796.373593:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654461312 00000100:00100000:3.0:1787755796.373676:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9356 00000100:00100000:3.0:1787755796.373688:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224658:x1874588654461312:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755796.374120:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224658:x1874588654461312:12345-192.168.201.7@tcp:35:bash.0 Request processed in 432us (735us total) trans 8589957460 rc 0/0 00000100:00100000:3.0:1787755796.374130:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9356 00000100:00100000:2.0:1787755796.385556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.385787:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654461568 00000100:00100000:3.0:1787755796.385805:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654461568 00000100:00100000:3.0:1787755796.385954:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70233 00000100:00100000:3.0:1787755796.385967:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224658:x1874588654461568:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755796.386005:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755796.386010:0:35159:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755796.386047:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657877e9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d49 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386077:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755796.386083:0:35159:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755796.386100:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787828 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d65 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386294:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 3/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386377:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386403:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386421:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386428:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.386437:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755796.386636:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667002368:0@lo:1000:mdt00_012.0 00000100:00100000:3.0:1787755796.386724:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755796.386773:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755796.386833:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667002368 00000100:00100000:0.0:1787755796.386848:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667002368 00000100:00100000:0.0:1787755796.386947:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24315 00000100:00100000:0.0:1787755796.386959:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:35159:x1874588667002368:12345-0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1787755796.387112:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:35159:x1874588667002368:12345-0@lo:1000:mdt00_012.0 Request processed in 156us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.387120:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24315 00000100:00100000:3.0:1787755796.388905:0:35159:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957458 gen 2 00000004:00080000:3.0:1787755796.388923:0:35159:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957458 committed transno 8589957458 00000100:00100000:3.0:1787755796.388975:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667002368:0@lo:1000:mdt00_012.0 00000004:00080000:2.0:1787755796.389459:0:35159:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d4:0x0], index 1: 0 00010000:00010000:2.0:1787755796.389687:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b32536578783d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389706:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b32536578783d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389719:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b32536578783d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389771:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389779:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389786:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389793:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389799:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755796.389926:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389936:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389952:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:2.0:1787755796.389954:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755796.389959:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 3/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389965:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578782f lrc: 0/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755796.389983:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000feecfd8b reply state 00000000d59f72f5 transno 4294985372 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.389995:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.390001:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x4ec94fd6 (ffff9dff439f7700) 00010000:00010000:2.0:1787755796.390003:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755796.390007:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755796.390048:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787828 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d65 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.390064:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b32536578783d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d65 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755796.390071:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755796.390075:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755796.390078:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755796.391021:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224658:x1874588654461568:12345-192.168.201.7@tcp:101:bash.0 Request processed in 5049us (5474us total) trans 4294985372 rc 0/0 00000100:00100000:2.0:1787755796.391033:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70233 00000100:00100000:3.0:1787755796.398002:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.401908:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654461696 00000100:00100000:0.0:1787755796.401933:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654461696 00000100:00100000:1.0:1787755796.405064:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30774 00000100:00100000:1.0:1787755796.405093:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:224658:x1874588654461696:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755796.405248:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755796.405299:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d6c expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755796.405505:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755796.405546:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d4:0x0].0x0 since=8853s v=(0 0) 00010000:00010000:1.0:1787755796.405553:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755796.405565:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.405588:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755796.405605:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755796.405814:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224658:x1874588654461696:12345-192.168.201.7@tcp:101:bash.0 Request processed in 730us (7827us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755796.405823:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30774 00000100:00080000:2.0:1787755796.409036:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755796.415808:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.416032:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654461952 00000100:00100000:0.0:1787755796.416045:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654461952 00000100:00100000:0.0:1787755796.416168:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9357 00000100:00100000:0.0:1787755796.416182:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224658:x1874588654461952:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755796.416618:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:224658:x1874588654461952:12345-192.168.201.7@tcp:35:bash.0 Request processed in 438us (825us total) trans 4294985373 rc 0/0 00000100:00100000:0.0:1787755796.416628:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9357 00010000:00010000:3.0:1787755796.451442:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755796.488112:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.488204:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755796.488406:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462080 00000100:00100000:0.0:1787755796.488425:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462080 00000100:00100000:0.0:1787755796.488522:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462208 00000100:00100000:0.0:1787755796.488526:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462208 00000100:00100000:0.0:1787755796.488565:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11102 00000100:00100000:0.0:1787755796.488578:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:15684:x1874588654462080:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755796.488599:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755796.488632:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657877b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d34 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.488659:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755796.488672:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787813 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d57 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.488685:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:0.0:1787755796.488702:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657877cd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d3b expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.488714:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:0.0:1787755796.488723:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755796.488787:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:15684:x1874588654462080:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 212us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.488796:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11102 00000100:00100000:0.0:1787755796.488814:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11103 00000100:00100000:0.0:1787755796.488821:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:34913:x1874588654462208:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755796.488833:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755796.488845:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787630 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1dab:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ce7 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755796.488857:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dab:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:0.0:1787755796.488863:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755796.488880:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:34913:x1874588654462208:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 60us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755796.488886:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11103 00000100:00100000:1.0:1787755796.497771:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755796.497898:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462336 00000100:00100000:3.0:1787755796.497916:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462336 00000100:00100000:3.0:1787755796.498037:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11104 00000100:00100000:3.0:1787755796.498053:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15683:x1874588654462336:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755796.498074:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755796.498114:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b32536578783d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d65 expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.498153:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:3.0:1787755796.498178:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657877db lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d42 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.498193:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:3.0:1787755796.498203:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccca00/0x9b2b32536578758f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e5e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213cc4 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755796.498216:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e5e:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755796.498223:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755796.498308:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15683:x1874588654462336:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 258us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755796.498381:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11104 00000001:00080000:2.0:1787755796.974935:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976196 is committed 00000001:00080000:2.0:1787755796.974957:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976195 is committed 00000100:00100000:1.0:1787755797.475934:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667002624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476042:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.476095:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667003136:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476149:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.476174:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667003648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476198:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.476228:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755797.476235:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667002752:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476264:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.476281:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667003264:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476303:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.476566:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667003776:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476593:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.476637:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003136 00000100:00100000:1.0:1787755797.476647:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003136 00000100:00100000:1.0:1787755797.476712:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003776 00000100:00100000:1.0:1787755797.476716:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003776 00000100:00100000:1.0:1787755797.476745:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10067 00000100:00100000:1.0:1787755797.476755:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667003136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476818:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667003136:12345-0@lo:400:kworker.0 Request processed in 64us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.476826:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10067 00000100:00100000:1.0:1787755797.476848:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10068 00000100:00100000:1.0:1787755797.476855:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667003776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.476886:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667003776:12345-0@lo:400:kworker.0 Request processed in 31us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.476892:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10068 00000100:00100000:1.0:1787755797.476916:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667002752 00000100:00100000:1.0:1787755797.476920:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667002752 00000100:00100000:1.0:1787755797.476945:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003264 00000100:00100000:1.0:1787755797.476948:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003264 00000100:00100000:1.0:1787755797.476973:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15657 00000100:00100000:1.0:1787755797.476980:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667002752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477014:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667002752:12345-0@lo:400:kworker.0 Request processed in 35us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.477021:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15657 00000100:00100000:1.0:1787755797.477033:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15658 00000100:00100000:1.0:1787755797.477039:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667003264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477066:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667003264:12345-0@lo:400:kworker.0 Request processed in 28us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.477072:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15658 00000100:00100000:1.0:1787755797.477181:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667002752:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477192:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667003264:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477200:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667003776:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477210:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667003136:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477251:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667002880:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.477288:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.477349:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667003392:0@lo:400:kworker.0 00000100:00080000:2.0:1787755797.477773:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755797.477781:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755797.477795:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755797.477812:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667002496:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.477860:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755797.477902:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667003008:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.477929:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755797.477949:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667003520:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.477973:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755797.477991:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667004032:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.478011:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755797.478047:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667002496 00000100:00100000:2.0:1787755797.478053:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667002496 00000100:00100000:2.0:1787755797.478090:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:2.0:1787755797.478097:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667002496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.478158:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667002496:12345-0@lo:400:kworker.0 Request processed in 61us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755797.478164:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:2.0:1787755797.478198:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003520 00000100:00100000:2.0:1787755797.478202:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003520 00000100:00100000:2.0:1787755797.478233:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10069 00000100:00100000:2.0:1787755797.478239:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667003520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.478270:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667003520:12345-0@lo:400:kworker.0 Request processed in 31us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755797.478277:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10069 00000100:00080000:2.0:1787755797.478308:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755797.478350:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667002496:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.478372:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976195 gen 2 00000004:00080000:2.0:1787755797.478951:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dff8189b800, transno 4294976195 00000100:00100000:2.0:1787755797.478978:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667003520:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.479214:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667002880 00000100:00100000:2.0:1787755797.479219:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667002880 00000100:00100000:2.0:1787755797.479263:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003008 00000100:00100000:2.0:1787755797.479265:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003008 00000100:00100000:2.0:1787755797.479283:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004032 00000100:00100000:2.0:1787755797.479286:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004032 00000100:00100000:2.0:1787755797.479305:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15659 00000100:00100000:2.0:1787755797.479345:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667002880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.479674:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667002880:12345-0@lo:400:kworker.0 Request processed in 358us (2382us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755797.479682:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15659 00000100:00100000:2.0:1787755797.479701:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15660 00000100:00100000:2.0:1787755797.479708:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667003008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.479747:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667003008:12345-0@lo:400:kworker.0 Request processed in 40us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755797.479754:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15660 00000100:00100000:2.0:1787755797.479764:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15661 00000100:00100000:2.0:1787755797.479842:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667004032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.479876:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667004032:12345-0@lo:400:kworker.0 Request processed in 36us (1863us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755797.479882:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15661 00000100:00080000:2.0:1787755797.479910:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755797.479914:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755797.479951:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667003008:0@lo:400:kworker.0 00000100:00100000:2.0:1787755797.479964:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667004032:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.480238:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.480279:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003392 00000100:00100000:1.0:1787755797.480285:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003392 00000100:00100000:1.0:1787755797.480339:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15662 00000100:00100000:1.0:1787755797.480349:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667003392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.480887:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667003392:12345-0@lo:400:kworker.0 Request processed in 538us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.480896:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15662 00000100:00080000:1.0:1787755797.480929:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755797.480982:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667003392:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.480997:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667003904:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.481037:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.481100:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667002880:0@lo:400:kworker.0 00000100:00100000:0.0:1787755797.481585:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003904 00000100:00100000:0.0:1787755797.481591:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003904 00000100:00100000:0.0:1787755797.481638:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10070 00000100:00100000:0.0:1787755797.481647:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667003904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755797.481700:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667003904:12345-0@lo:400:kworker.0 Request processed in 56us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755797.481707:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10070 00000100:00100000:0.0:1787755797.481730:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667002624 00000100:00100000:0.0:1787755797.481734:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667002624 00000100:00100000:0.0:1787755797.481761:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667003648 00000100:00100000:0.0:1787755797.481764:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667003648 00000100:00100000:0.0:1787755797.481802:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24316 00000100:00100000:0.0:1787755797.481809:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667002624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755797.481853:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667002624:12345-0@lo:400:kworker.0 Request processed in 44us (5812us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755797.481859:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24316 00000100:00100000:0.0:1787755797.481873:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24317 00000100:00100000:0.0:1787755797.481880:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667003648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755797.481919:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667003648:12345-0@lo:400:kworker.0 Request processed in 40us (5720us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755797.481926:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24317 00000100:00100000:2.0:1787755797.482976:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755797.482996:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667004160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755797.483068:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787755797.483231:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755797.483289:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667002624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.483304:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667003648:0@lo:400:kworker.0 00000100:00100000:0.0:1787755797.483661:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004160 00000100:00100000:0.0:1787755797.483670:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004160 00000100:00100000:0.0:1787755797.483715:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787 00000100:00100000:0.0:1787755797.483724:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667004160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755797.483757:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755797.484853:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976196 gen 2 00000004:00080000:1.0:1787755797.484865:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe511eed80, transno 4294976196 00000100:00100000:1.0:1787755797.484890:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667003904:0@lo:400:kworker.0 00000100:00100000:1.0:1787755797.486070:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667004160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2340us (2996us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.486083:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787 00000100:00100000:0.0:1787755797.486615:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667004160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755797.991543:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755797.991599:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667004288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755797.991743:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755797.991839:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004288 00000100:00100000:1.0:1787755797.991851:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004288 00000100:00100000:1.0:1787755797.993308:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6788 00000100:00100000:1.0:1787755797.993347:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667004288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755797.994052:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755797.994534:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667004288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1194us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755797.994547:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6788 00000100:00100000:0.0:1787755797.995309:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667004288:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787755798.320058:0:164866:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:0.0:1787755798.320103:0:164866:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:1.0:1787755798.507148:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755798.917831:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.917888:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.917927:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.917948:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.917973:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755798.917974:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462464 00000100:00100000:2.0:1787755798.917984:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462464 00000100:00100000:3.0:1787755798.917998:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.918017:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.918036:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755798.918044:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2388 00000100:00100000:2.0:1787755798.918057:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654462464:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755798.918062:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755798.918113:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462720 00000100:00100000:3.0:1787755798.918118:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462720 00000100:00100000:3.0:1787755798.918167:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463232 00000100:00100000:2.0:1787755798.918168:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654462464:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 113us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755798.918170:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463232 00000100:00100000:2.0:1787755798.918179:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2388 00000100:00100000:3.0:1787755798.918187:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462592 00000100:00100000:3.0:1787755798.918189:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462592 00000100:00100000:3.0:1787755798.918205:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463104 00000100:00100000:3.0:1787755798.918208:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463104 00000100:00100000:2.0:1787755798.918223:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15663 00000100:00100000:3.0:1787755798.918228:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15664 00000100:00100000:2.0:1787755798.918230:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654462720:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755798.918234:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654463232:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755798.918266:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654462720:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755798.918273:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15663 00000100:00100000:2.0:1787755798.918293:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15665 00000100:00100000:2.0:1787755798.918299:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654462592:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755798.918407:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15666 00000100:00100000:0.0:1787755798.918417:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654463104:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755798.918516:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462976 00000100:00100000:1.0:1787755798.918521:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462976 00000100:00100000:1.0:1787755798.918557:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463488 00000100:00100000:1.0:1787755798.918559:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463488 00000100:00100000:1.0:1787755798.918577:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654462848 00000100:00100000:1.0:1787755798.918580:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654462848 00000100:00100000:1.0:1787755798.918598:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463360 00000100:00100000:1.0:1787755798.918601:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463360 00000100:00100000:1.0:1787755798.918621:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10071 00000100:00100000:1.0:1787755798.918628:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654462976:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755798.918813:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654463232:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 577us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755798.918821:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15664 00000100:00100000:3.0:1787755798.918848:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10072 00000100:00100000:3.0:1787755798.918855:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654463488:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755798.918880:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654463488:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755798.918887:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10072 00000100:00100000:3.0:1787755798.918900:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10073 00000100:00100000:3.0:1787755798.918906:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654462848:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755798.918925:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654462848:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 20us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755798.918931:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10073 00000100:00100000:3.0:1787755798.918940:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10074 00000100:00100000:3.0:1787755798.918946:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654463360:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755798.918964:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654463360:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 18us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755798.918970:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10074 00000100:00080000:3.0:1787755798.918989:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755798.918992:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755798.918995:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755798.918997:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755798.930029:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654462976:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 11382us (12080us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755798.930049:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10071 00000100:00100000:0.0:1787755798.937655:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654463104:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 19224us (19602us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755798.937671:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15666 00000100:00100000:2.0:1787755798.943405:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654462592:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25090us (25388us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755798.943421:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15665 00010000:00010000:3.0:1787755799.529165:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755799.529525:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755799.529544:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667004416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755799.529606:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755799.529667:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004416 00000100:00100000:3.0:1787755799.529674:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004416 00000100:00100000:3.0:1787755799.529728:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24318 00000100:00100000:3.0:1787755799.529736:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667004416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755799.529765:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443405824 avail 1297166336 00000100:00100000:3.0:1787755799.529803:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667004416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755799.529810:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24318 00000100:00100000:3.0:1787755799.529852:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667004416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755800.035110:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667004544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755800.035214:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755800.035550:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004544 00000100:00100000:0.0:1787755800.035561:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004544 00000100:00100000:0.0:1787755800.035628:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24319 00000100:00100000:0.0:1787755800.035643:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667004544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755800.035691:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442787328 avail 1296547840 00000100:00100000:0.0:1787755800.035754:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667004544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755800.035762:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24319 00000100:00100000:3.0:1787755800.035939:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755800.035955:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667004672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755800.035988:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755800.036032:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004672 00000100:00100000:3.0:1787755800.036036:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004672 00000100:00100000:3.0:1787755800.036092:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6789 00000100:00100000:3.0:1787755800.036100:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667004672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755800.036125:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755800.036163:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667004672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755800.036170:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6789 00000100:00080000:3.0:1787755800.036191:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755800.036234:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667004672:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755800.036276:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667004544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755800.036932:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667004800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755800.036977:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755800.037063:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004800 00000100:00100000:1.0:1787755800.037071:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004800 00000100:00100000:1.0:1787755800.037142:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6790 00000100:00100000:1.0:1787755800.037154:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667004800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755800.037181:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755800.037230:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667004800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755800.037239:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6790 00000100:00080000:3.0:1787755800.037520:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755800.037560:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667004800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787755800.546658:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755801.273881:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755801.276661:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463616 00000100:00100000:2.0:1787755801.276685:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463616 00000100:00080000:3.0:1787755801.276777:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755801.276788:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70234 00000100:00100000:2.0:1787755801.276801:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:224839:x1874588654463616:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755801.276825:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755801.276847:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787852 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d73 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.276913:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.276925:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.276935:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755801.276994:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755801.276997:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755801.277023:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.277050:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787852 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.277080:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.277089:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755801.277092:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755801.277095:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755801.277167:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:224839:x1874588654463616:12345-192.168.201.7@tcp:101:cat.0 Request processed in 368us (3300us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.277174:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70234 00000100:00100000:2.0:1787755801.286182:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.286229:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463744 00000100:00100000:3.0:1787755801.286239:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463744 00000100:00100000:3.0:1787755801.286465:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70235 00000100:00100000:3.0:1787755801.286478:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:224839:x1874588654463744:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755801.286501:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.286523:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787860 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d7a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286594:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286608:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286620:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286635:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286642:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286647:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286811:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787875 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286820:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787875 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286831:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787875 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755801.286859:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787875 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286878:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286885:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286892:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286899:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286906:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.286911:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286920:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286932:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755801.286936:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.286942:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286950:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787867 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286967:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286973:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286980:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286985:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.286988:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.286994:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.287001:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7c00) 00010000:00010000:3.0:1787755801.287004:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.287006:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.287012:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578786e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.287069:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787860 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d7a expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.287087:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787875 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d7a expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.287101:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755801.287103:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755801.287107:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755801.287203:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:224839:x1874588654463744:12345-192.168.201.7@tcp:101:cat.0 Request processed in 727us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.287211:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70235 00000100:00100000:3.0:1787755801.290440:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755801.290551:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654463872 00000100:00100000:2.0:1787755801.290561:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654463872 00000100:00100000:2.0:1787755801.290643:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70236 00000100:00100000:2.0:1787755801.290657:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:224839:x1874588654463872:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755801.290693:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755801.290721:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578787c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d81 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.290793:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787883 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.290809:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787883 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.290822:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787883 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755801.290933:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00000004:00200000:2.0:1787755801.290938:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755801.290986:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578787c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d81 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.291003:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787883 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d81 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.291012:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:2.0:1787755801.291015:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755801.291019:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755801.291099:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:224839:x1874588654463872:12345-192.168.201.7@tcp:101:cat.0 Request processed in 445us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.291107:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70236 00000100:00080000:3.0:1787755801.291266:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755801.310037:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.310123:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464000 00000100:00100000:3.0:1787755801.310134:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464000 00000100:00100000:3.0:1787755801.310198:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70237 00000100:00100000:3.0:1787755801.310211:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:224839:x1874588654464000:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755801.310234:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.310257:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578788a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d88 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.310358:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.310372:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.310382:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755801.310427:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x196:0x0]: returning size 4096 00000004:00200000:3.0:1787755801.310433:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755801.310469:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578788a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.310486:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.310495:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755801.310498:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755801.310501:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755801.310561:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:224839:x1874588654464000:12345-192.168.201.7@tcp:101:cat.0 Request processed in 352us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.310568:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70237 00000100:00100000:2.0:1787755801.315270:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.315346:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464128 00000100:00100000:3.0:1787755801.315358:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464128 00000100:00100000:3.0:1787755801.315421:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70238 00000100:00100000:3.0:1787755801.315501:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:224839:x1874588654464128:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755801.315528:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.315562:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787898 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d8f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.315650:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.315665:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.315678:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755801.315740:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x194:0x0]: returning size 4096 00000004:00200000:3.0:1787755801.315746:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755801.315791:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787898 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.315814:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.315824:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755801.316487:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755801.316492:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755801.316584:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:224839:x1874588654464128:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1148us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.316591:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70238 00000100:00100000:0.0:1787755801.326912:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.327132:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464384 00000100:00100000:3.0:1787755801.327143:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464384 00000100:00100000:3.0:1787755801.327210:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70239 00000100:00100000:3.0:1787755801.327219:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:224839:x1874588654464384:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755801.327238:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.327257:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657878a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d96 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.327372:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.327387:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.327402:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.327412:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.327418:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.327424:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1787755801.327504:0:35169:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:3.0:1787755801.491889:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.491934:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.491991:0:8440:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464512 00000100:00100000:1.0:1787755801.492003:0:8440:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464512 00002000:00100000:1.0:1787755801.492083:0:8440:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x51a:0x0] (0->5) req@ffff9dfe51b80a80 x1874588654464512/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:372/0 lens 496/0 e 0 to 0 dl 1787755812 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755801.492094:0:8440:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b80a80 with x1874588654464512 ext(0->5) 00002000:00010000:1.0:1787755801.492100:0:8440:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe51b80a80 00000100:00100000:1.0:1787755801.492131:0:8440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27924 00000100:00100000:1.0:1787755801.492141:0:8440:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654464512:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755801.493719:0:8440:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654464512:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1568us (1831us total) trans 4294973861 rc 0/0 00000100:00100000:1.0:1787755801.493733:0:8440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27924 00002000:00100000:1.0:1787755801.493743:0:8440:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x51a:0x0] (0->5) req@ffff9dfe51b80a80 x1874588654464512/t4294973861(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:372/0 lens 496/448 e 0 to 0 dl 1787755812 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755801.493753:0:8440:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b80a80 with x1874588654464512 ext(0->5) 00002000:00010000:1.0:1787755801.493759:0:8440:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe51b80a80 00000100:00080000:3.0:1787755801.493924:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755801.496832:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464640 00000100:00100000:0.0:1787755801.496846:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464640 00000100:00100000:0.0:1787755801.496924:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30775 00000100:00100000:0.0:1787755801.496937:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654464640:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:1.0:1787755801.499899:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973861 is committed 00000001:00080000:1.0:1787755801.499916:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973860 is committed 00000100:00100000:0.0:1787755801.500756:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654464640:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 3812us (8811us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.500770:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30775 00000100:00100000:1.0:1787755801.509150:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.509205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755801.509229:0:20150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464768 00000100:00100000:0.0:1787755801.509242:0:20150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464768 00002000:00100000:0.0:1787755801.509346:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x4d4:0x0] (0->5) req@ffff9dfe5291b800 x1874588654464768/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:372/0 lens 496/0 e 0 to 0 dl 1787755812 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755801.509357:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe5291b800 with x1874588654464768 ext(0->5) 00002000:00010000:0.0:1787755801.509365:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe5291b800 00000100:00100000:0.0:1787755801.509397:0:20150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27925 00000100:00100000:0.0:1787755801.509408:0:20150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654464768:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:3.0:1787755801.509747:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654464896 00000100:00100000:3.0:1787755801.509753:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654464896 00000100:00100000:3.0:1787755801.509793:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30776 00000100:00100000:3.0:1787755801.509802:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654464896:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:3.0:1787755801.509889:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654464896:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 87us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.509898:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30776 00000100:00080000:1.0:1787755801.510539:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755801.510692:0:20150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654464768:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1282us (1550us total) trans 4294976197 rc 0/0 00000100:00100000:0.0:1787755801.510702:0:20150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27925 00002000:00100000:0.0:1787755801.510711:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000400:0x4d4:0x0] (0->5) req@ffff9dfe5291b800 x1874588654464768/t4294976197(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:372/0 lens 496/448 e 0 to 0 dl 1787755812 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755801.510721:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe5291b800 with x1874588654464768 ext(0->5) 00002000:00010000:0.0:1787755801.510726:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe5291b800 00010000:00010000:2.0:1787755801.570655:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755801.783446:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755801.783825:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465024 00000100:00100000:0.0:1787755801.783836:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465024 00000100:00100000:0.0:1787755801.783915:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70240 00000100:00100000:0.0:1787755801.783926:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224841:x1874588654465024:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755801.783947:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755801.783977:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657878bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213d9d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.784061:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.784077:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.784089:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755801.784135:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755801.784140:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755801.784161:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.784184:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657878bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.784206:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.784215:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755801.784218:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755801.784222:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755801.784301:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224841:x1874588654465024:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 375us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.784308:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70240 00000100:00080000:1.0:1787755801.784810:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755801.789180:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755801.789239:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465152 00000100:00100000:0.0:1787755801.789254:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465152 00000100:00100000:0.0:1787755801.789822:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70241 00000100:00100000:0.0:1787755801.789836:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224841:x1874588654465152:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755801.789868:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755801.789890:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657878c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213da4 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.789962:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.789991:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790003:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790022:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790029:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790035:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790134:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790143:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790163:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755801.790190:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790205:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790213:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790220:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790226:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790232:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755801.790237:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790244:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790257:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755801.790260:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755801.790264:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790270:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657878d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790297:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790303:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790308:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790313:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755801.790365:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790372:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790380:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:0.0:1787755801.790382:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755801.790385:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790391:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790435:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657878c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790452:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.790460:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:0.0:1787755801.790463:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755801.790465:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755801.790794:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224841:x1874588654465152:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 960us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.790802:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70241 00000100:00100000:3.0:1787755801.801707:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755801.801797:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465280 00000100:00100000:0.0:1787755801.801809:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465280 00000100:00100000:0.0:1787755801.801899:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70242 00000100:00100000:0.0:1787755801.801913:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224841:x1874588654465280:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755801.801941:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755801.801985:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657878e5 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dab expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.802086:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878ec lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.802104:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878ec lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.802116:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878ec lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755801.802227:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00000004:00200000:0.0:1787755801.802232:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755801.802277:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657878e5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dab expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.802663:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878ec lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dab expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.802680:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:0.0:1787755801.802683:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755801.802688:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00080000:1.0:1787755801.802888:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755801.802931:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224841:x1874588654465280:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1020us (1231us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.802939:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70242 00000100:00100000:3.0:1787755801.808229:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755801.808544:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465408 00000100:00100000:2.0:1787755801.808554:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465408 00000100:00100000:2.0:1787755801.808608:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70243 00000100:00100000:2.0:1787755801.808618:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224841:x1874588654465408:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755801.808641:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755801.808662:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657878f3 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213db2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808735:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 3/1,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808753:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808766:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808780:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808787:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808794:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808890:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808897:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808903:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755801.808949:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e61:0x0]: returning size 6 00000004:00200000:2.0:1787755801.808955:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755801.808985:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.808998:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809009:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809016:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809022:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809029:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809035:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755801.809057:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809065:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809079:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:2.0:1787755801.809081:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755801.809086:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 3/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809092:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b3253657878fa lrc: 0/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809111:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809117:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809123:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809129:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755801.809133:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809138:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809145:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x4ec94fd6 (ffff9dff439f7700) 00010000:00010000:2.0:1787755801.809148:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755801.809150:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809156:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787901 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809180:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657878f3 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213db2 expref: 13 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809193:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213db2 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.809206:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755801.809208:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755801.809210:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755801.809282:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224841:x1874588654465408:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 664us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.812221:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70243 00000100:00100000:2.0:1787755801.816856:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.816945:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465536 00000100:00100000:3.0:1787755801.816957:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465536 00000100:00100000:3.0:1787755801.817033:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70244 00000100:00100000:3.0:1787755801.817063:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224841:x1874588654465536:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755801.817087:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.817108:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578790f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213db9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817182:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817197:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817209:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817220:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817229:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817236:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817728:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817739:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817747:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755801.817806:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dac:0x0]: returning size 6 00000004:00200000:3.0:1787755801.817811:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755801.817836:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817850:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817861:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817867:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817874:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817881:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817888:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.817892:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817900:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817911:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755801.817914:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.817917:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817927:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787916 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817943:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817950:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817956:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817960:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.817963:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817969:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817975:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dff439f7600) 00010000:00010000:3.0:1787755801.817978:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.817981:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.817986:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578791d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.818014:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b32536578790f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213db9 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.818046:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213db9 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.818083:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:3.0:1787755801.818086:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755801.818088:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755801.818206:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224841:x1874588654465536:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1162us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.818214:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70244 00000100:00100000:3.0:1787755801.833554:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.833610:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.833855:0:124229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465920 00000100:00100000:1.0:1787755801.833869:0:124229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465920 00000100:00100000:1.0:1787755801.833938:0:124229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1231 00000100:00100000:1.0:1787755801.833952:0:124229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224841:x1874588654465920:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:1.0:1787755801.834017:0:124229:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755801.834079:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787924 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213db9 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.834107:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:1.0:1787755801.834121:0:124229:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755801.834222:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667004928:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.834298:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755801.834698:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667004928 00000100:00100000:0.0:1787755801.834704:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667004928 00000100:00100000:0.0:1787755801.834743:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24320 00000100:00100000:0.0:1787755801.834751:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667004928:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755801.834842:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667004928:12345-0@lo:1000:mdt_io00_003.0 Request processed in 91us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.834849:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24320 00000100:00100000:2.0:1787755801.835231:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654465664 00000100:00100000:2.0:1787755801.835236:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654465664 00000100:00100000:2.0:1787755801.835282:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11105 00000100:00100000:2.0:1787755801.835291:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2400:x1874588654465664:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755801.835308:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755801.835386:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365787908 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213db2 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.835406:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755801.835419:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755801.835482:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2400:x1874588654465664:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 193us (1947us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.835491:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11105 00000100:00100000:1.0:1787755801.835673:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755801.835740:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667004928:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.837126:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005056:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.837207:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755801.837552:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.841667:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005056 00000100:00100000:0.0:1787755801.841686:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005056 00000100:00100000:0.0:1787755801.841808:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24321 00000100:00100000:0.0:1787755801.841820:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005056:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755801.841975:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005056:12345-0@lo:1000:mdt_io00_003.0 Request processed in 157us (4767us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.841983:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24321 00000100:00100000:1.0:1787755801.842082:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005056:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755801.842123:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00000100:00100000:1.0:1787755801.842177:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005184:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.842216:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755801.843847:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755801.844080:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005184 00000100:00100000:2.0:1787755801.844089:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005184 00000100:00100000:2.0:1787755801.844185:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24322 00000100:00100000:2.0:1787755801.844198:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005184:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.844341:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005184:12345-0@lo:1000:mdt_io00_003.0 Request processed in 145us (2123us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.844359:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24322 00000100:00100000:1.0:1787755801.844578:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005184:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755801.844614:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e60:0x0] 00000100:00100000:1.0:1787755801.844660:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005312:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.844697:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755801.844720:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755801.844734:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005312 00000100:00100000:1.0:1787755801.844738:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005312 00000100:00100000:1.0:1787755801.844760:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24323 00000100:00100000:1.0:1787755801.844766:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005312:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.844841:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005312:12345-0@lo:1000:mdt_io00_003.0 Request processed in 74us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755801.844848:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24323 00000100:00100000:1.0:1787755801.844879:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005312:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755801.844913:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00000100:00100000:1.0:1787755801.844931:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005440:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.844954:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755801.844968:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755801.844979:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005440 00000100:00100000:1.0:1787755801.844982:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005440 00000100:00100000:1.0:1787755801.844997:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24324 00000100:00100000:1.0:1787755801.845003:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005440:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.845061:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005440:12345-0@lo:1000:mdt_io00_003.0 Request processed in 45us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755801.845069:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24324 00000100:00100000:1.0:1787755801.845096:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005440:0@lo:1000:mdt_io00_003.0 00000004:00020000:1.0:1787755801.845121:0:124229:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:1.0:1787755801.845165:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 3/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845175:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 3/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845185:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 3/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.845197:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005568:0@lo:101:mdt_io00_003.0 00000100:00100000:1.0:1787755801.845220:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755801.845234:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755801.845246:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005568 00000100:00100000:1.0:1787755801.845249:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005568 00000100:00100000:1.0:1787755801.845267:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24325 00000100:00100000:1.0:1787755801.845272:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005568:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755801.845281:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755801.845296:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578792b expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845338:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 2/0,1 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845359:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845367:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 5/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845392:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.845406:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 6 pid: 6521 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.845417:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588667005696:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755801.845477:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00080000:00080000:1.0:1787755801.845513:0:6524:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1787755801.845549:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e26c0 going to sleep for 11 seconds 00000004:00020000:3.0:1787755801.847715:0:35169:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4482 00010000:00010000:3.0:1787755801.847815:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.848101:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.848116:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755801.848342:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dac:0x0]: returning size 6 00000100:00100000:1.0:1787755801.849176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.849251:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588667005696:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755801.849298:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.849311:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755801.849335:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755801.849340:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849829:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849840:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849847:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849854:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849860:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.849864:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849872:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849886:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755801.849889:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.849893:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 3/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849899:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657878ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849915:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849920:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849926:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849931:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.849934:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849944:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849952:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dff439f7600) 00010000:00010000:3.0:1787755801.849954:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.849956:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.849961:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657878b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.850008:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657878a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.850021:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.850027:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755801.850030:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755801.850032:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00010000:00010000:1.0:1787755801.850136:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755801.853277:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667005568:12345-0@lo:101:mdt_io00_003.0 Request processed in 7993us (8045us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.853636:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005568:0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755801.853664:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 4/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.853678:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 4/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.853937:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24325 00000100:00100000:3.0:1787755801.854262:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+11:224839:x1874588654464384:12345-192.168.201.7@tcp:101:cat.0 Request processed in 527039us (527355us total) trans 8589957461 rc 0/0 00000100:00100000:3.0:1787755801.854271:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70239 00000100:00100000:1.0:1787755801.854489:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466048 00000100:00100000:1.0:1787755801.854497:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466048 00010000:00010000:1.0:1787755801.854531:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 7 pid: 6521 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.855192:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21661 00000100:00100000:1.0:1787755801.855205:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654466048:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755801.855224:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755801.855234:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 7 pid: 6521 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.855258:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 7 pid: 6521 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.855295:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787891 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d88 expref: 7 pid: 6521 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.855368:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755801.855377:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.855392:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755801.855448:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654466048:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 246us (6277us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755801.855456:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21661 00000001:00080000:2.0:1787755801.862081:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957461 is committed 00000001:00080000:2.0:1787755801.862121:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957460 is committed 00000001:00080000:2.0:1787755801.862507:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985373 is committed 00000001:00080000:2.0:1787755801.862520:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985371 is committed 00000020:00080000:2.0:1787755801.862530:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4c7e2a80 refcount 2 committed 0 result 0 batchid 3422 00000020:00080000:2.0:1787755801.862535:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6ca31700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c7e2c00 00000020:00080000:2.0:1787755801.862539:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1520 00000020:00080000:2.0:1787755801.862542:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6ca31600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2b9000 00000020:00080000:2.0:1787755801.862545:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1202 00000020:00080000:2.0:1787755801.862557:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3421 batchid updated 00010000:00010000:0.0:1787755801.862629:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862640:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862648:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862654:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755801.862659:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862667:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862687:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:0.0:1787755801.862690:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755801.862696:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862702:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b32536578778e lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862718:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862725:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862731:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862737:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755801.862740:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862746:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862754:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:0.0:1787755801.862756:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755801.862763:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862774:0:3634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862783:0:3634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.862848:0:3634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 5 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755801.862866:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3634:1874588667005824:0@lo:105: 00000100:00100000:0.0:1787755801.862938:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755801.862996:0:3634:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755801.863160:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005824 00000100:00100000:2.0:1787755801.863170:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005824 00000100:00100000:2.0:1787755801.863237:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7912 00000100:00100000:2.0:1787755801.863248:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:3634:x1874588667005824:12345-0@lo:105: 00010000:00010000:2.0:1787755801.863261:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 5/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.863271:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 5/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.863280:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 5/0,1 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755801.863478:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3422 committed batchid 3421 00000004:00080000:1.0:1787755801.863612:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c7e26c0 with version 6846 00000020:00080000:1.0:1787755801.863623:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3419 cancel update log [0x200000401:0x3:0x0].1517: rc = 0 00000020:00080000:1.0:1787755801.863665:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3419 cancel update log [0x240000400:0x3:0x0].1199: rc = 0 00000004:00080000:1.0:1787755801.863687:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c7e23c0 with version 6847 00000020:00080000:1.0:1787755801.863690:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3420 cancel update log [0x200000401:0x3:0x0].1518: rc = 0 00000020:00080000:1.0:1787755801.863709:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3420 cancel update log [0x240000400:0x3:0x0].1200: rc = 0 00000004:00080000:1.0:1787755801.863731:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c7e2f00 with version 6848 00000020:00080000:1.0:1787755801.863734:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3421 cancel update log [0x200000401:0x3:0x0].1519: rc = 0 00000020:00080000:1.0:1787755801.863751:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3421 cancel update log [0x240000400:0x3:0x0].1201: rc = 0 00000020:00080000:1.0:1787755801.863758:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3421 00010000:00010000:2.0:1787755801.864136:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.864152:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.864161:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.864197:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61600) 00000100:00100000:2.0:1787755801.864281:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:3634:x1874588667005824:12345-0@lo:105: Request processed in 1031us (1340us total) trans 0 rc 0/0 00010000:00010000:1.0:1787755801.864512:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.864524:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755801.864567:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00010000:00010000:1.0:1787755801.864623:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.864631:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.864643:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.864665:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c20000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005952:0@lo:101:mdt_io00_003.0 00000100:00100000:1.0:1787755801.864713:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755801.864740:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.864856:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0001_UUID:3634:1874588667005824:0@lo:105: 00010000:00010000:0.0:1787755801.864874:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864887:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787795 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864910:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864917:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864924:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864930:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755801.864934:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864941:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864955:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x4ec94fd6 (ffff9dff439f7700) 00010000:00010000:0.0:1787755801.864958:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755801.864962:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.864968:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787836 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.865126:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7912 00000004:00080000:2.0:1787755801.865157:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6846 rpc_version 6846 00000020:00100000:2.0:1787755801.865178:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755801.865185:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a436680 x1874588667006208/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755801.865200:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667006208:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755801.865231:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.865259:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fb40 going to sleep for 11 seconds 00010000:00010000:3.0:1787755801.865503:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865512:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865523:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865529:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.865532:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865538:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865549:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dff439f7600) 00010000:00010000:3.0:1787755801.865551:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.865554:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865561:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578780c lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.865592:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667005952 00000100:00100000:3.0:1787755801.865599:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667005952 00000100:00100000:3.0:1787755801.865637:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667006208 00000100:00100000:3.0:1787755801.865641:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667006208 00000100:00100000:3.0:1787755801.865664:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24326 00000100:00100000:3.0:1787755801.865673:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667005952:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:3.0:1787755801.865695:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.865718:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578794e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787947 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865743:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578794e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787947 expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865756:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578794e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787947 expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.865763:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x4ec94fd6 (ffff9dff439f7e00) 00010000:00010000:3.0:1787755801.865766:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.865769:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755801.865809:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667005952:12345-0@lo:101:mdt_io00_003.0 Request processed in 137us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.865815:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24326 00000100:00100000:3.0:1787755801.865849:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24327 00000100:00100000:3.0:1787755801.865857:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667006208:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755801.865998:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667006208:12345-0@lo:1000:osp_up0-1.0 Request processed in 142us (766us total) trans 8589957462 rc 0/0 00000100:00100000:3.0:1787755801.866006:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24327 00000100:00100000:3.0:1787755801.866066:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a436680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667006208:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755801.866078:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6847 rpc_version 6847 00000020:00100000:3.0:1787755801.866092:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755801.866098:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f51c700 x1874588667006464/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755801.866113:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667006464:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755801.866143:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.866159:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.866169:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667006464 00000100:00100000:3.0:1787755801.866173:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667006464 00000100:00100000:3.0:1787755801.866190:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24328 00000100:00100000:3.0:1787755801.866197:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667006464:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755801.866264:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667006464:12345-0@lo:1000:osp_up0-1.0 Request processed in 67us (120us total) trans 8589957463 rc 0/0 00000100:00100000:3.0:1787755801.866271:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24328 00000100:00100000:3.0:1787755801.866298:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51c700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667006464:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755801.866306:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6848 rpc_version 6848 00000020:00100000:3.0:1787755801.866348:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755801.866353:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe464d6d80 x1874588667006720/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755801.866365:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d6d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667006720:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755801.866389:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.866401:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.866410:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667006720 00000100:00100000:3.0:1787755801.866414:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667006720 00000100:00100000:3.0:1787755801.866430:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24329 00000100:00100000:3.0:1787755801.866435:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667006720:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755801.866498:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667006720:12345-0@lo:1000:osp_up0-1.0 Request processed in 62us (107us total) trans 8589957464 rc 0/0 00000100:00100000:3.0:1787755801.866504:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24329 00000100:00100000:3.0:1787755801.866530:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d6d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667006720:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755801.866986:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.867060:0:124229:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985371 gen 2 00000004:00080000:1.0:1787755801.867066:0:124229:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985371 committed transno 4294985371 00000100:00100000:1.0:1787755801.867094:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c20000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667005952:0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755801.867111:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.867124:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755801.867147:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00010000:00010000:1.0:1787755801.867171:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.867183:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.867191:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.867217:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.867232:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 9 pid: 10714 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.867243:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c20000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667006848:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755801.867299:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.873683:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466176 00000100:00100000:3.0:1787755801.873708:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466176 00000100:00100000:3.0:1787755801.874071:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30777 00000100:00100000:3.0:1787755801.874086:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654466176:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755801.874105:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755801.874129:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e7644d4/0x9b2b32536578795c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dc0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.874199:0:8436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8436:1874588667006976:192.168.201.7@tcp:106: 00000100:00100000:3.0:1787755801.874341:0:8436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.876007:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.876039:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466304 00000100:00100000:3.0:1787755801.876061:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466304 00010000:00010000:3.0:1787755801.876115:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 10 pid: 10714 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.876151:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21662 00000100:00100000:3.0:1787755801.876162:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654466304:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755801.876180:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755801.876188:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 10 pid: 10714 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.876203:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 10 pid: 10714 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.876227:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755801.876232:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.876243:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.876251:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.876275:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755801.877574:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578789f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d8f expref: 10 pid: 10714 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.877599:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c20000 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667006848:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755801.877624:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.877634:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.877645:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.877672:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.877684:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.877694:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.877758:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436d80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007104:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.877825:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.877854:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.878996:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654466304:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2828us (2984us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.879009:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21662 00000100:00100000:3.0:1787755801.881884:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667007104 00000100:00100000:3.0:1787755801.881901:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667007104 00000100:00100000:3.0:1787755801.881978:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24330 00000100:00100000:3.0:1787755801.881989:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007104:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.882132:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007104:12345-0@lo:1000:mdt_io00_003.0 Request processed in 144us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.882140:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24330 00000100:00100000:3.0:1787755801.882194:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a436d80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007104:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.882274:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d5880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007232:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.882595:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.882624:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755801.882670:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667007232 00000100:00100000:2.0:1787755801.882675:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667007232 00000100:00100000:2.0:1787755801.882710:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24331 00000100:00100000:2.0:1787755801.882718:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007232:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.882785:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007232:12345-0@lo:1000:mdt_io00_003.0 Request processed in 68us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.882792:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24331 00000100:00100000:3.0:1787755801.882870:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d5880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007232:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.882913:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007360:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.882938:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.882963:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755801.883037:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667007360 00000100:00100000:2.0:1787755801.883042:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667007360 00000100:00100000:2.0:1787755801.883083:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24332 00000100:00100000:2.0:1787755801.883089:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007360:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.883180:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007360:12345-0@lo:1000:mdt_io00_003.0 Request processed in 90us (240us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755801.883187:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24332 00000100:00100000:3.0:1787755801.883280:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007360:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.883475:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007488:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.883502:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.883523:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755801.883562:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667007488 00000100:00100000:2.0:1787755801.883567:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667007488 00000100:00100000:2.0:1787755801.883598:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24333 00000100:00100000:2.0:1787755801.883605:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007488:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.883684:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007488:12345-0@lo:1000:mdt_io00_003.0 Request processed in 78us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.883690:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24333 00000100:00100000:3.0:1787755801.883752:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007488:0@lo:1000:mdt_io00_003.0 00000100:00080000:1.0:1787755801.884146:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755801.887450:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007616:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.887542:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.887573:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755801.887723:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667007616 00000100:00100000:2.0:1787755801.887731:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667007616 00000100:00100000:2.0:1787755801.887783:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24334 00000100:00100000:2.0:1787755801.887792:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e61850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007616:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.887900:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e61850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007616:12345-0@lo:1000:mdt_io00_003.0 Request processed in 109us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.887908:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24334 00000100:00100000:3.0:1787755801.888440:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007616:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755801.888472:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e60:0x0] 00010000:00010000:3.0:1787755801.888564:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.888584:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.888593:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.888619:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.888634:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 8 pid: 35169 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.888646:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667007744:192.168.201.7@tcp:104: 00002000:00010000:0.0:1787755801.888926:0:8436:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x51a:0x0] updating lvb size: 0 -> 6 00002000:00010000:0.0:1787755801.888930:0:8436:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x51a:0x0] updating lvb mtime: 0 -> 1787755796 00002000:00010000:0.0:1787755801.888933:0:8436:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x51a:0x0] updating lvb atime: 0 -> 1787755796 00002000:00010000:0.0:1787755801.888936:0:8436:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x51a:0x0] updating lvb ctime: 0 -> 1787755796 00002000:00010000:0.0:1787755801.888938:0:8436:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x51a:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:0.0:1787755801.888952:0:8436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8436:1874588667006976:192.168.201.7@tcp:106: 00010000:00010000:0.0:1787755801.888979:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005e7644d4/0x9b2b32536578795c lrc: 1/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dc0 expref: 6 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.889000:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e7644d4/0x9b2b32536578795c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dc0 expref: 6 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.889015:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:0.0:1787755801.889063:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654466176:12345-192.168.201.7@tcp:101:cat.0 Request processed in 14969us (22068us total) trans 0 rc 301/301 00000100:00100000:0.0:1787755801.889071:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30777 00000100:00100000:3.0:1787755801.889736:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.903444:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755801.903485:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755801.903593:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466560 00000100:00100000:2.0:1787755801.903607:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466560 00000100:00100000:2.0:1787755801.903692:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70245 00000100:00100000:2.0:1787755801.903703:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:224839:x1874588654466560:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755801.903729:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755801.903751:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365787971 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1dac:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dc7 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.903809:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365787971 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1dac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dc7 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.903830:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365787971 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1dac:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dc7 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.903848:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:2.0:1787755801.903852:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755801.903856:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755801.903920:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:224839:x1874588654466560:12345-192.168.201.7@tcp:101:cat.0 Request processed in 218us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.903929:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70245 00000100:00100000:1.0:1787755801.904027:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466432 00000100:00100000:1.0:1787755801.904033:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466432 00010000:00010000:1.0:1787755801.904076:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 10 pid: 35169 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.904109:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21663 00000100:00100000:1.0:1787755801.904116:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654466432:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755801.904126:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755801.904133:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 10 pid: 35169 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.904146:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 10 pid: 35169 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.904163:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:1.0:1787755801.904168:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.904176:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.904183:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.904200:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755801.904442:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654466432:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 321us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755801.904450:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21663 00010000:00010000:3.0:1787755801.906196:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787939 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dac:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d96 expref: 9 pid: 35169 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.906279:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667007744:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755801.906373:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.906562:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.906578:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.906654:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.906669:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.906684:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.906713:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007872:0@lo:101:mdt_io00_003.0 00000100:00100000:2.0:1787755801.906831:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.906887:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.906915:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667007872 00000100:00100000:0.0:1787755801.906926:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667007872 00000100:00100000:0.0:1787755801.907044:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24335 00000100:00100000:0.0:1787755801.907067:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667007872:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755801.907094:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755801.907131:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578797f lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787978 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.907174:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578797f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787978 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.907191:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578797f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787978 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.907201:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe52604500) 00010000:00010000:0.0:1787755801.907204:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787755801.907208:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755801.907298:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667007872:12345-0@lo:101:mdt_io00_003.0 Request processed in 233us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.907306:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24335 00000100:00100000:2.0:1787755801.907381:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667007872:0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755801.907403:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.907415:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755801.907506:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e61:0x0] 00000100:00100000:2.0:1787755801.907612:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008000:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.907651:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.907677:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.907701:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008000 00000100:00100000:3.0:1787755801.907710:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008000 00000100:00100000:3.0:1787755801.907760:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24336 00000100:00100000:3.0:1787755801.907770:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008000:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.907890:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008000:12345-0@lo:1000:mdt_io00_003.0 Request processed in 122us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.907899:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24336 00000100:00100000:2.0:1787755801.907941:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008000:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755801.907981:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00000100:00100000:2.0:1787755801.908012:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008128:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.908042:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.908072:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.908094:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008128 00000100:00100000:3.0:1787755801.908102:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008128 00000100:00100000:3.0:1787755801.908235:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24337 00000100:00100000:3.0:1787755801.908243:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008128:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.908362:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008128:12345-0@lo:1000:mdt_io00_003.0 Request processed in 118us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.908371:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24337 00000100:00100000:2.0:1787755801.908416:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008128:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755801.908507:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e60:0x0] 00010000:00010000:2.0:1787755801.908546:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.908558:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.908568:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.908617:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008256:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.908651:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.908672:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.908696:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008256 00000100:00100000:3.0:1787755801.908704:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008256 00000100:00100000:3.0:1787755801.908772:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24338 00000100:00100000:3.0:1787755801.908781:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008256:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.908859:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008256:12345-0@lo:1000:mdt_io00_003.0 Request processed in 78us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.908866:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24338 00000100:00100000:2.0:1787755801.908942:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008256:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755801.908964:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e60:0x0] 00000100:00100000:2.0:1787755801.908988:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008384:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.909018:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.909043:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.909083:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008384 00000100:00100000:0.0:1787755801.909091:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008384 00000100:00100000:0.0:1787755801.909212:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24339 00000100:00100000:0.0:1787755801.909221:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008384:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755801.909455:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008384:12345-0@lo:1000:mdt_io00_003.0 Request processed in 235us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.909463:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24339 00000100:00100000:2.0:1787755801.909556:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008384:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.909597:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008512:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.909627:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.909654:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.909750:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008512 00000100:00100000:0.0:1787755801.909756:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008512 00000100:00100000:0.0:1787755801.909823:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24340 00000100:00100000:0.0:1787755801.909831:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008512:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755801.909908:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008512:12345-0@lo:1000:mdt_io00_003.0 Request processed in 77us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.909914:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24340 00000100:00100000:2.0:1787755801.909987:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008512:0@lo:1000:mdt_io00_003.0 00000004:00080000:2.0:1787755801.910015:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00000100:00100000:2.0:1787755801.910045:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008640:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.910093:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755801.910177:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.911640:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008640 00000100:00100000:3.0:1787755801.911652:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008640 00000100:00100000:2.0:1787755801.912667:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24341 00000100:00100000:2.0:1787755801.912680:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008640:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755801.912824:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008640:12345-0@lo:1000:mdt_io00_003.0 Request processed in 147us (2729us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.912831:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24341 00000100:00100000:3.0:1787755801.912908:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008640:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755801.912946:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e60:0x0] 00000100:00100000:3.0:1787755801.913011:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008768:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.913063:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.916572:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755801.916730:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008768 00000100:00100000:1.0:1787755801.916750:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008768 00000100:00100000:1.0:1787755801.916897:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24342 00000100:00100000:1.0:1787755801.916911:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008768:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755801.917061:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008768:12345-0@lo:1000:mdt_io00_003.0 Request processed in 142us (3986us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755801.917068:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24342 00000100:00100000:3.0:1787755801.919749:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008768:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.919835:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008896:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.919901:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.919937:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.919961:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667008896 00000100:00100000:3.0:1787755801.919967:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667008896 00000100:00100000:3.0:1787755801.920029:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24343 00000100:00100000:3.0:1787755801.920039:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008896:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.920146:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667008896:12345-0@lo:1000:mdt_io00_003.0 Request processed in 107us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.920154:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24343 00000100:00100000:3.0:1787755801.920188:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667008896:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.920267:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667009024:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.920293:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755801.920310:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.920343:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667009024 00000100:00100000:3.0:1787755801.920347:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667009024 00000100:00100000:3.0:1787755801.920364:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24344 00000100:00100000:3.0:1787755801.920370:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667009024:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755801.920623:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667009024:12345-0@lo:1000:mdt_io00_003.0 Request processed in 252us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755801.920633:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24344 00000100:00100000:3.0:1787755801.920662:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667009024:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755801.921093:0:124229:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1dac:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1787755801.921160:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].937, 1240 off877048 00000040:00080000:3.0:1787755801.921217:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].940, 1320 off974472 00000004:00080000:3.0:1787755801.921223:0:124229:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe52c91840 with version 1829 00000004:00080000:0.0:1787755801.921586:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1829 rpc_version 1829 00000020:00100000:0.0:1787755801.925845:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755801.925878:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a93ea00 x1874588667009280/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755801.925915:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667009280:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755801.926039:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755801.926104:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755801.930556:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667009280 00000100:00100000:3.0:1787755801.930575:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667009280 00000100:00100000:3.0:1787755801.930646:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24345 00000100:00100000:3.0:1787755801.930659:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588667009280:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755801.930789:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755801.930936:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466688 00000100:00100000:2.0:1787755801.930946:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466688 00000100:00100000:2.0:1787755801.931017:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30778 00000100:00100000:2.0:1787755801.931031:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:224839:x1874588654466688:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755801.931062:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755801.931096:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dce expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.931142:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667009280:12345-0@lo:1000:osp_up1-0.0 Request processed in 483us (5100us total) trans 4294985374 rc 0/0 00010000:00010000:2.0:1787755801.931149:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 5 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.931160:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24345 00010000:00010000:2.0:1787755801.931171:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x51a:0x0].0x0 since=5s v=(0 0) 00010000:00010000:2.0:1787755801.931178:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755801.931186:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 4/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.931237:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 5 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.931255:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 5 pid: 35156 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.931272:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667009408:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755801.931449:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755801.931962:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667009280:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787755801.932588:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932606:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932614:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932621:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.932626:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932633:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932655:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755801.932658:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755801.932663:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932670:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578796a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1dac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755801.932691:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e61:0x0] 00010000:00010000:3.0:1787755801.932698:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932707:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932719:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932725:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932731:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932737:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.932740:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932746:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932758:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755801.932761:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.932765:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932770:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365787955 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755801.932792:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a5c1e282 reply state 00000000aa5e7735 transno 8589957465 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932816:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932823:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dfe471d1a00) 00010000:00010000:3.0:1787755801.932825:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755801.932829:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:3.0:1787755801.932832:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00010000:00010000:3.0:1787755801.932838:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932844:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932851:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932936:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755801.932943:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x196:0x0] 00010000:00010000:3.0:1787755801.932948:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932956:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932965:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932970:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932976:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932981:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755801.932983:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932989:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.932997:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:3.0:1787755801.932999:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755801.933002:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.933007:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787986 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.933118:0:124229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224841:x1874588654465920:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 99166us (99504us total) trans 8589957465 rc 0/0 00000100:00100000:3.0:1787755801.933131:0:124229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1231 00010000:00010000:1.0:1787755801.935277:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755801.935296:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.935312:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1aa8ee0) 00000100:00100000:0.0:1787755801.935362:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755801.935545:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466816 00000100:00100000:3.0:1787755801.935558:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466816 00010000:00010000:3.0:1787755801.935609:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 6 pid: 35156 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755801.935741:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21664 00000100:00100000:3.0:1787755801.935755:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654466816:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755801.935773:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755801.935797:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 6 pid: 35156 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.935813:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 6 pid: 35156 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755801.935835:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667009408:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755801.935917:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755801.935928:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.936962:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 3/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.936991:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755801.938533:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:224839:x1874588654466688:12345-192.168.201.7@tcp:101:cat.0 Request processed in 7495us (7743us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755801.938550:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30778 00010000:00010000:2.0:1787755801.938851:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 2/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.938865:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787755801.938985:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667009536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755801.939107:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755801.939259:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 1/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.939270:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61600/0x9b2b32536578792b lrc: 0/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787932 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.939535:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755801.939538:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755801.939541:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755801.939640:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667009536 00000100:00100000:0.0:1787755801.939650:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667009536 00000100:00100000:0.0:1787755801.939873:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11106 00000100:00100000:0.0:1787755801.939887:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+9:3649:x1874588667009536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755801.939907:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755801.939940:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787932 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578792b expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755801.939963:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:0.0:1787755801.939979:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755801.940066:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3649:x1874588667009536:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755801.940082:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11106 00000100:00100000:1.0:1787755801.940215:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667009536:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755801.944492:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057de3f86/0x9b2b325365787821 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d5e expref: 6 pid: 35156 timeout: 8958 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.944519:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755801.944524:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755801.944534:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.944545:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755801.946097:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755801.946122:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:34739:1874588667009664:192.168.201.7@tcp:105: 00000100:00100000:1.0:1787755801.946236:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755801.952175:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:34739:1874588667009664:192.168.201.7@tcp:105: 00010000:00010000:1.0:1787755801.952204:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755801.952276:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654466816:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 16523us (16960us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755801.952289:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21664 00000100:00100000:3.0:1787755801.953731:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.955600:0:20163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654466944 00000100:00100000:1.0:1787755801.955623:0:20163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654466944 00002000:00100000:1.0:1787755801.955696:0:20163:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x51a:0x0] (0->4095) req@ffff9dfe51331180 x1874588654466944/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:372/0 lens 488/0 e 0 to 0 dl 1787755812 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755801.955709:0:20163:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51331180 with x1874588654466944 ext(0->4095) 00002000:00010000:1.0:1787755801.955718:0:20163:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe51331180 00000100:00100000:1.0:1787755801.955772:0:20163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27926 00000100:00100000:1.0:1787755801.955784:0:20163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654466944:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:1.0:1787755801.955995:0:20163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654466944:12345-192.168.201.7@tcp:3:cat.0 Request processed in 212us (2282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1787755801.956003:0:20163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27926 00002000:00100000:1.0:1787755801.956012:0:20163:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x51a:0x0] (0->4095) req@ffff9dfe51331180 x1874588654466944/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:372/0 lens 488/4536 e 0 to 0 dl 1787755812 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755801.956020:0:20163:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51331180 with x1874588654466944 ext(0->4095) 00002000:00010000:1.0:1787755801.956023:0:20163:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe51331180 00000100:00100000:0.0:1787755801.967123:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755801.969848:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654467200 00000100:00100000:1.0:1787755801.969867:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654467200 00000100:00100000:1.0:1787755801.969945:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9358 00000100:00100000:1.0:1787755801.969955:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:224839:x1874588654467200:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:1.0:1787755801.970232:0:6522:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1dac:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1787755801.971219:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].220, 64 off22272 00000004:00080000:2.0:1787755801.971259:0:6522:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8858992941759ns, next at 8859992927998ns, rc = 0 00010000:00010000:2.0:1787755801.971570:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.971592:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.971606:0:6522:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.971616:0:6522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.971623:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.971630:0:6522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755801.971660:0:6522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755801.971833:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:224839:x1874588654467200:12345-192.168.201.7@tcp:35:cat.0 Request processed in 1871us (4713us total) trans 8589957466 rc 0/0 00000100:00100000:2.0:1787755801.971845:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9358 00010000:00010000:3.0:1787755801.974408:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755801.974433:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.974450:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755801.974456:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.974469:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.974495:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755801.974499:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755801.974505:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.974512:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787994 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1dac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755801.974532:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755801.974534:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755801.974536:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755802.596425:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755802.596655:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755802.596691:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667009792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755802.596795:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755802.596876:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667009792 00000100:00100000:1.0:1787755802.596886:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667009792 00000100:00100000:1.0:1787755802.596953:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791 00000100:00100000:1.0:1787755802.596962:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667009792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755802.597005:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755802.597065:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667009792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755802.597073:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791 00000100:00080000:1.0:1787755802.597099:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755802.597148:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973860 gen 2 00000004:00080000:1.0:1787755802.597153:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dff81894700, transno 4294973860 00000100:00100000:1.0:1787755802.597168:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667009792:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755802.597557:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667010048:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597590:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.597608:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667010560:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597627:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.597640:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667011072:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597677:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.597700:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787755802.597706:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667009920:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597738:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.597766:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667010432:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597783:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.597794:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667010944:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597807:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.597829:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010560 00000100:00100000:0.0:1787755802.597834:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010560 00000100:00100000:0.0:1787755802.597867:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010432 00000100:00100000:0.0:1787755802.597869:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010432 00000100:00100000:0.0:1787755802.597884:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15667 00000100:00100000:0.0:1787755802.597889:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667010560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597921:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667010560:12345-0@lo:400:kworker.0 Request processed in 33us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.597926:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15667 00000100:00100000:0.0:1787755802.597938:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15668 00000100:00100000:0.0:1787755802.597941:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667010432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.597959:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667010432:12345-0@lo:400:kworker.0 Request processed in 17us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.597963:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15668 00000100:00100000:0.0:1787755802.597979:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667011072 00000100:00100000:0.0:1787755802.597981:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667011072 00000100:00100000:0.0:1787755802.598000:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10075 00000100:00100000:0.0:1787755802.598004:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667011072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598025:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667011072:12345-0@lo:400:kworker.0 Request processed in 21us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598032:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10075 00000100:00100000:0.0:1787755802.598062:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667009920 00000100:00100000:0.0:1787755802.598065:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667009920 00000100:00100000:0.0:1787755802.598096:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:0.0:1787755802.598103:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667009920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598128:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667009920:12345-0@lo:400:kworker.0 Request processed in 27us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598133:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:0.0:1787755802.598162:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010048 00000100:00100000:0.0:1787755802.598165:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010048 00000100:00100000:0.0:1787755802.598185:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010944 00000100:00100000:0.0:1787755802.598187:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010944 00000100:00100000:0.0:1787755802.598196:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24346 00000100:00100000:0.0:1787755802.598200:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667010048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598235:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667010048:12345-0@lo:400:kworker.0 Request processed in 33us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598241:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24346 00000100:00100000:0.0:1787755802.598252:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24347 00000100:00100000:0.0:1787755802.598258:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667010944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598291:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667010944:12345-0@lo:400:kworker.0 Request processed in 34us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598296:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24347 00000100:00080000:0.0:1787755802.598360:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755802.598365:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755802.598367:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755802.598377:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667010176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598401:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.598415:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667010688:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598428:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.598437:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667011200:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598449:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.598463:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787755802.598468:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667010304:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598492:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.598509:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667010816:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598530:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.598542:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667011328:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598556:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755802.598578:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010176 00000100:00100000:0.0:1787755802.598581:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010176 00000100:00100000:0.0:1787755802.598600:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010688 00000100:00100000:0.0:1787755802.598602:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010688 00000100:00100000:0.0:1787755802.598616:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010304 00000100:00100000:0.0:1787755802.598618:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010304 00000100:00100000:0.0:1787755802.598631:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667011328 00000100:00100000:0.0:1787755802.598632:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667011328 00000100:00100000:0.0:1787755802.598645:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15669 00000100:00100000:0.0:1787755802.598649:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667010176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598687:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667010176:12345-0@lo:400:kworker.0 Request processed in 37us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598694:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15669 00000100:00100000:0.0:1787755802.598707:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15670 00000100:00100000:0.0:1787755802.598714:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667010688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598742:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667010688:12345-0@lo:400:kworker.0 Request processed in 28us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598749:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15670 00000100:00100000:0.0:1787755802.598761:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15671 00000100:00100000:0.0:1787755802.598765:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667010304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598785:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667010304:12345-0@lo:400:kworker.0 Request processed in 20us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598788:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15671 00000100:00100000:0.0:1787755802.598795:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15672 00000100:00100000:0.0:1787755802.598799:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667011328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598812:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667011328:12345-0@lo:400:kworker.0 Request processed in 13us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598815:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15672 00000100:00100000:0.0:1787755802.598834:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667011200 00000100:00100000:0.0:1787755802.598837:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667011200 00000100:00100000:0.0:1787755802.598855:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667010816 00000100:00100000:0.0:1787755802.598856:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667010816 00000100:00100000:0.0:1787755802.598869:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10076 00000100:00100000:0.0:1787755802.598873:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667011200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598892:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667011200:12345-0@lo:400:kworker.0 Request processed in 20us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598896:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10076 00000100:00100000:0.0:1787755802.598902:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10077 00000100:00100000:0.0:1787755802.598905:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667010816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598918:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667010816:12345-0@lo:400:kworker.0 Request processed in 13us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755802.598923:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10077 00000100:00080000:0.0:1787755802.598963:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755802.598965:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755802.598966:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755802.598986:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667009920:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.598996:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667010432:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599005:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667010944:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599012:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667010048:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599021:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667010560:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599031:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667011072:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599095:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667010304:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599106:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667010816:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599114:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667011328:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599123:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667010176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599132:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667010688:0@lo:400:kworker.0 00000100:00100000:0.0:1787755802.599140:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667011200:0@lo:400:kworker.0 00000100:00100000:0.0:1787755803.107268:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667011456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755803.107410:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.107508:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667011456 00000100:00100000:0.0:1787755803.107517:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667011456 00000100:00100000:0.0:1787755803.107583:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6792 00000100:00100000:0.0:1787755803.107595:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667011456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755803.107633:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:0.0:1787755803.107689:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667011456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.107697:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6792 00000100:00100000:0.0:1787755803.107766:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667011456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755803.268471:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.268521:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654467328 00000100:00100000:3.0:1787755803.268535:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654467328 00000100:00100000:3.0:1787755803.268619:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70246 00000100:00100000:3.0:1787755803.268631:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:224877:x1874588654467328:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755803.268659:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.268691:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578799b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dd5 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.268782:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657879a2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.268798:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657879a2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.268812:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657879a2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755803.268952:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00000004:00200000:3.0:1787755803.268959:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1787755803.268988:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657879a2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.269035:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578799b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dd5 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.269068:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657879a2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dd5 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.269077:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:3.0:1787755803.269079:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755803.269082:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755803.269170:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:224877:x1874588654467328:12345-192.168.201.7@tcp:101:rm.0 Request processed in 541us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.269177:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70246 00000100:00080000:3.0:1787755803.269206:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755803.277496:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.277737:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654467456 00000100:00100000:0.0:1787755803.277751:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654467456 00000100:00100000:0.0:1787755803.277823:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70247 00000100:00100000:0.0:1787755803.277832:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:224877:x1874588654467456:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755803.277859:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.277894:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657879a9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ddc expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.277986:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.278001:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.278015:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755803.278089:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x196:0x0]: returning size 4096 00000004:00200000:0.0:1787755803.278095:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755803.278141:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657879a9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.278171:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.278179:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:0.0:1787755803.278181:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755803.278184:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:0.0:1787755803.278258:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:224877:x1874588654467456:12345-192.168.201.7@tcp:101:rm.0 Request processed in 426us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.278265:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70247 00000100:00100000:1.0:1787755803.303664:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.304097:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654467584 00000100:00100000:0.0:1787755803.304111:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654467584 00000100:00080000:1.0:1787755803.304283:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755803.304823:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70248 00000100:00100000:0.0:1787755803.304842:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:224877:x1874588654467584:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755803.304877:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.304906:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657879b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213de3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.305073:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.305090:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.305105:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755803.305169:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x194:0x0]: returning size 4096 00000004:00200000:0.0:1787755803.305176:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755803.306429:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657879b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.306462:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.306473:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:0.0:1787755803.306476:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755803.306480:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755803.306586:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654467584:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1747us (2935us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.306595:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70248 00000100:00100000:0.0:1787755803.313553:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.313660:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654467840 00000100:00100000:2.0:1787755803.313676:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654467840 00000100:00100000:2.0:1787755803.313750:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70249 00000100:00100000:2.0:1787755803.313764:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:224877:x1874588654467840:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755803.313798:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755803.314084:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657879c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dea expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755803.314279:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00010000:00010000:2.0:1787755803.314535:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657879c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dea expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.314553:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755803.314555:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755803.314559:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657879c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dea expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.314579:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755803.314820:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:224877:x1874588654467840:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1059us (1282us total) trans 4294985375 rc 301/301 00000100:00100000:2.0:1787755803.314827:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70249 00000100:00100000:0.0:1787755803.334280:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.334570:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654467968 00000100:00100000:1.0:1787755803.334586:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654467968 00000100:00100000:1.0:1787755803.334663:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9359 00000100:00100000:1.0:1787755803.334678:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:224877:x1874588654467968:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:1.0:1787755803.342512:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:224877:x1874588654467968:12345-192.168.201.7@tcp:37:rm.0 Request processed in 7822us (8246us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.342531:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9359 00000100:00100000:0.0:1787755803.353220:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.353486:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654468096 00000100:00100000:2.0:1787755803.353502:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654468096 00000100:00100000:2.0:1787755803.353582:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9360 00000100:00100000:2.0:1787755803.353596:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49631050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654468096:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755803.364479:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49631050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654468096:12345-192.168.201.7@tcp:37:rm.0 Request processed in 10867us (11268us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.364499:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9360 00000100:00100000:1.0:1787755803.370691:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.370774:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654468352 00000100:00100000:2.0:1787755803.370789:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654468352 00000100:00100000:2.0:1787755803.370873:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9361 00000100:00100000:2.0:1787755803.370889:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:224877:x1874588654468352:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:2.0:1787755803.371294:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1203, 344 off1095400 00000040:00080000:2.0:1787755803.371391:0:20141:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1521, 424 off1536880 00000004:00080000:2.0:1787755803.371398:0:20141:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f900 with version 6849 00000004:00080000:1.0:1787755803.371712:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6849 rpc_version 6849 00000020:00100000:1.0:1787755803.371755:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755803.371766:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4193ea00 x1874588667011712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755803.371795:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667011712:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755803.371880:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755803.371928:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755803.372484:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667011712 00000100:00100000:2.0:1787755803.372495:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667011712 00000100:00100000:2.0:1787755803.372560:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24348 00000100:00100000:2.0:1787755803.372570:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667011712:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755803.372820:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667011712:12345-0@lo:1000:osp_up0-1.0 Request processed in 249us (938us total) trans 8589957467 rc 0/0 00000100:00100000:2.0:1787755803.372829:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24348 00000100:00100000:1.0:1787755803.373054:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667011712:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755803.373560:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:224877:x1874588654468352:12345-192.168.201.7@tcp:35:rm.0 Request processed in 2671us (2885us total) trans 4294985376 rc 0/0 00000100:00100000:2.0:1787755803.373572:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9361 00000100:00100000:0.0:1787755803.383505:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.384380:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654468608 00000100:00100000:3.0:1787755803.384398:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654468608 00000100:00100000:3.0:1787755803.384516:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70250 00000100:00100000:3.0:1787755803.384531:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:224877:x1874588654468608:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755803.384574:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.384608:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b3253657879d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213df1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.384857:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657879da lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.384877:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657879da lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.384893:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657879da lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755803.384909:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00010000:00010000:3.0:1787755803.385095:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b3253657879d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213df1 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.385129:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657879da lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213df1 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.385140:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:3.0:1787755803.385145:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755803.385150:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755803.385472:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:224877:x1874588654468608:12345-192.168.201.7@tcp:101:rm.0 Request processed in 943us (1982us total) trans 4294985377 rc 0/0 00000100:00100000:3.0:1787755803.385482:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70250 00000100:00100000:0.0:1787755803.399470:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.399634:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654468736 00000100:00100000:2.0:1787755803.399648:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654468736 00000100:00100000:2.0:1787755803.399725:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70251 00000100:00100000:2.0:1787755803.399738:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654468736:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:2.0:1787755803.399813:0:35157:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345373184 00000100:00100000:2.0:1787755803.399905:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654468736:12345-192.168.201.7@tcp:41:rm.0 Request processed in 169us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.399913:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70251 00000100:00100000:3.0:1787755803.404211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.404454:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654468864 00000100:00100000:0.0:1787755803.404468:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654468864 00000100:00100000:0.0:1787755803.404552:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70252 00000100:00100000:0.0:1787755803.404566:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654468864:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755803.404596:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.404626:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657879e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213df8 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.404717:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.404741:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.404754:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.404767:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.404776:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.404783:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405660:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657879fd lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405695:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657879fd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405713:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657879fd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755803.405755:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657879fd lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405773:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405781:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405792:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405800:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405807:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755803.405812:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405821:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405838:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:0.0:1787755803.405841:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.405846:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 3/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405852:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657879ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405876:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405882:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405888:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405893:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755803.405897:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405903:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405910:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dfe471d1a00) 00010000:00010000:0.0:1787755803.405913:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.405916:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405923:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657879f6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405973:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657879e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213df8 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405990:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657879fd lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213df8 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.405997:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:0.0:1787755803.405999:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755803.406002:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755803.408157:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:224877:x1874588654468864:12345-192.168.201.7@tcp:101:rm.0 Request processed in 3579us (3957us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.408172:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70252 00000100:00100000:3.0:1787755803.429146:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.429299:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654468992 00000100:00100000:1.0:1787755803.429366:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654468992 00000100:00100000:1.0:1787755803.429473:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70253 00000100:00100000:1.0:1787755803.429486:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:224877:x1874588654468992:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755803.429519:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755803.429545:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787a04 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213dff expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.429617:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365787a0b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.429638:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365787a0b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.429652:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365787a0b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755803.429728:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e61:0x0]: returning size 6 00000004:00200000:1.0:1787755803.429736:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1787755803.429785:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787a04 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dff expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.429815:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365787a0b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dff expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.429827:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe52604500) 00010000:00010000:1.0:1787755803.429830:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755803.429835:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755803.429951:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+13:224877:x1874588654468992:12345-192.168.201.7@tcp:101:rm.0 Request processed in 466us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.429959:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70253 00000100:00100000:3.0:1787755803.441716:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.441777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.441976:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654469120 00000100:00100000:1.0:1787755803.441989:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654469120 00000100:00100000:1.0:1787755803.442098:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11107 00000100:00100000:1.0:1787755803.442111:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654469120:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755803.442135:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755803.442173:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657879fd lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213df8 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.442209:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:1.0:1787755803.442224:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755803.442529:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654469120:12345-192.168.201.7@tcp:103:rm.0 Request processed in 419us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.442540:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11107 00000100:00100000:1.0:1787755803.443768:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654469376 00000100:00100000:1.0:1787755803.443783:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654469376 00000100:00100000:1.0:1787755803.443859:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70254 00000100:00100000:1.0:1787755803.443870:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:224877:x1874588654469376:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755803.443940:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755803.443970:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365787a0b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e61:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dff expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.443993:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe52604500) 00010000:00010000:1.0:1787755803.443998:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755803.444086:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.444095:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.444105:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.444134:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667011840:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1787755803.444226:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755803.444279:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.444780:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667011840 00000100:00100000:1.0:1787755803.444787:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667011840 00000100:00100000:1.0:1787755803.445034:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24349 00000100:00100000:1.0:1787755803.445044:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35152:x1874588667011840:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755803.445068:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755803.445090:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a12 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.445117:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.445128:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.445161:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.445177:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 10 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.445190:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b2680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667011968:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755803.445399:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755803.456613:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.456733:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654469504 00000100:00100000:3.0:1787755803.456745:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654469504 00000100:00100000:0.0:1787755803.456754:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b2680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667011968:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755803.456797:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 11 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.456806:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.456834:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:0.0:1787755803.456838:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.456843:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.456856:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:3.0:1787755803.456886:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21665 00000100:00100000:3.0:1787755803.456904:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654469504:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.456925:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.456935:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 11 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.456955:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35152:x1874588667011840:12345-0@lo:101:mdt00_007.0 Request processed in 11909us (12725us total) trans 0 rc 0/0 00010000:00010000:3.0:1787755803.456957:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 11 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.456984:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24349 00010000:00010000:3.0:1787755803.457004:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657879be lrc: 0/0,0 mode: --/PR res: [0x200000401:0x194:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213de3 expref: 11 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.457042:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:3.0:1787755803.457051:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.457066:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667011840:0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755803.457074:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.457088:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.457091:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.457117:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.457142:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.457159:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667012096:0@lo:105: 00000100:00100000:3.0:1787755803.457215:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.457423:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755803.457904:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012096 00000100:00100000:0.0:1787755803.457914:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012096 00000100:00100000:0.0:1787755803.457975:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7913 00000100:00100000:0.0:1787755803.457985:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667012096:12345-0@lo:105: 00010000:00010000:0.0:1787755803.458000:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458031:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458046:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458055:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458064:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458074:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458096:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61400) 00000100:00100000:0.0:1787755803.458157:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667012096:12345-0@lo:105: Request processed in 173us (941us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.458164:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7913 00010000:00010000:0.0:1787755803.458191:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458213:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755803.458249:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x194:0x0] 00010000:00010000:0.0:1787755803.458339:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458348:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458362:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.458384:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667012224:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1787755803.458424:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.458449:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755803.458467:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012224 00000100:00100000:0.0:1787755803.458471:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012224 00000100:00100000:0.0:1787755803.458666:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24350 00000100:00100000:0.0:1787755803.458676:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35152:x1874588667012224:12345-0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755803.458696:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.458715:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a20 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458737:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458747:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458764:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:0.0:1787755803.458807:0:6525:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1787755803.458855:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458864:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dfe471d1a00) 00010000:00010000:0.0:1787755803.458867:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.458871:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.458878:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755803.458916:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35152:x1874588667012224:12345-0@lo:101:mdt00_007.0 Request processed in 243us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.458922:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24350 00000100:00100000:3.0:1787755803.461354:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667012096:0@lo:105: 00010000:00010000:3.0:1787755803.461386:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.461477:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654469504:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 4578us (4873us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.461488:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21665 00000100:00100000:0.0:1787755803.462220:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667012224:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755803.462262:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.462279:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.467506:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755803.467534:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.467600:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.467608:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755803.467653:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61c00/0x9b2b325365787947 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578794e expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.467688:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755803.467698:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.467714:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667012352:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755803.467722:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.467730:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755803.467754:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2400/0x9b2b325365787978 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578797f expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755803.467773:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957467 is committed 00000001:00080000:0.0:1787755803.467783:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957466 is committed 00000004:00080000:0.0:1787755803.467788:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 235 committed 00000100:00100000:2.0:1787755803.467805:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:0.0:1787755803.467823:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957465 is committed 00000100:00100000:0.0:1787755803.467882:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667012480:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755803.467948:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.467989:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012352 00000100:00100000:0.0:1787755803.467992:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755803.467998:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012352 00000100:00100000:0.0:1787755803.468006:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667012608:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787755803.468129:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.468175:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012608 00000100:00100000:0.0:1787755803.468182:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012608 00010000:00010000:3.0:1787755803.468196:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468210:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468220:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.468233:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30779 00000100:00100000:0.0:1787755803.468245:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667012608:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1787755803.468246:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755803.468259:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468272:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468291:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dfe471d1a00) 00010000:00010000:3.0:1787755803.468295:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00002000:00080000:0.0:1787755803.468300:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1306 count 1 00010000:00010000:3.0:1787755803.468302:0:3633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468353:0:3633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468364:0:3633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.468375:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468399:0:3633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.468405:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.468432:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=2s v=(1 0) 00000100:00100000:3.0:1787755803.468436:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588667012736:0@lo:105: 00010000:00010000:0.0:1787755803.468440:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(0 1) 00010000:00010000:0.0:1787755803.468447:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.468482:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.468483:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755803.468510:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 5 pid: 8433 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.468526:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588667012864:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755803.468536:0:3633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.468558:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012480 00000100:00100000:3.0:1787755803.468563:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012480 00000100:00100000:0.0:1787755803.468597:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.468614:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11108 00000100:00100000:3.0:1787755803.468627:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667012352:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755803.468641:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.468660:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578794e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x196:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787947 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468679:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x4ec94fd6 (ffff9dff439f7e00) 00010000:00010000:3.0:1787755803.468689:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.468738:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667012352:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 113us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.468746:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11108 00000100:00100000:3.0:1787755803.468771:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11109 00000100:00100000:3.0:1787755803.468777:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588667012480:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755803.468785:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.468797:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b32536578797f lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787978 expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468808:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dfe52604500) 00010000:00010000:3.0:1787755803.468816:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.468858:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667012480:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 81us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.468865:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11109 00000100:00100000:3.0:1787755803.468889:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012736 00000100:00100000:3.0:1787755803.468893:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012736 00000100:00100000:3.0:1787755803.468920:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7914 00000100:00100000:3.0:1787755803.468927:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588667012736:12345-0@lo:105: 00010000:00010000:3.0:1787755803.468938:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468952:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468962:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468971:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468980:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.468988:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.469007:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccda00) 00000100:00100000:3.0:1787755803.469048:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588667012736:12345-0@lo:105: Request processed in 121us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.469054:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7914 00000100:00100000:3.0:1787755803.469179:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588667012736:0@lo:105: 00010000:00010000:3.0:1787755803.469199:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.469207:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787963 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.469245:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667012352:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755803.469273:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.469284:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755803.469309:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x194:0x0] 00000100:00100000:3.0:1787755803.469371:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667012992:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.469409:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.469430:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.469451:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667012992 00000100:00100000:3.0:1787755803.469455:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667012992 00000100:00100000:3.0:1787755803.469497:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24351 00000100:00100000:3.0:1787755803.469507:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667012992:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755803.469555:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667012480:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755803.469601:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667012992:12345-0@lo:1000:mdt00_007.0 Request processed in 94us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.469609:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24351 00000100:00100000:3.0:1787755803.469640:0:35152:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957467 gen 2 00000004:00080000:3.0:1787755803.469645:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957462 committed transno 8589957467 00000004:00080000:3.0:1787755803.469660:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957463 committed transno 8589957467 00000004:00080000:3.0:1787755803.469673:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957464 committed transno 8589957467 00000004:00080000:3.0:1787755803.469692:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957467 committed transno 8589957467 00000100:00100000:3.0:1787755803.469725:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667012992:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.469776:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667013120:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.469811:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.469838:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.469863:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667013120 00000100:00100000:3.0:1787755803.469868:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667013120 00000100:00100000:3.0:1787755803.469910:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24352 00000100:00100000:3.0:1787755803.469919:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667013120:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.469991:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667013120:12345-0@lo:1000:mdt00_007.0 Request processed in 74us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.469998:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24352 00000100:00100000:3.0:1787755803.470039:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667013120:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.470080:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667013248:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.470106:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.470121:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.470132:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667013248 00000100:00100000:3.0:1787755803.470135:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667013248 00000100:00100000:3.0:1787755803.470155:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24353 00000100:00100000:3.0:1787755803.470161:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667013248:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755803.470231:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667013248:12345-0@lo:1000:mdt00_007.0 Request processed in 69us (124us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755803.470238:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24353 00000100:00100000:3.0:1787755803.470263:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667013248:0@lo:1000:mdt00_007.0 00010000:00010000:3.0:1787755803.470343:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470354:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470364:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.470377:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667013376:0@lo:101:mdt00_007.0 00000100:00100000:3.0:1787755803.470403:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.470416:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.470428:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667013376 00000100:00100000:3.0:1787755803.470432:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667013376 00000100:00100000:3.0:1787755803.470451:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24354 00000100:00100000:3.0:1787755803.470457:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667013376:12345-0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755803.470465:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.470479:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787a3c lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a35 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470500:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787a3c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a35 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470511:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787a3c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a35 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470519:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755803.470522:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755803.470525:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755803.470551:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667013376:12345-0@lo:101:mdt00_007.0 Request processed in 94us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.470557:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24354 00000100:00100000:3.0:1787755803.470582:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667013376:0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755803.470594:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470603:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470626:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470633:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.470641:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787755803.470950:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].222, 64 off22400 00000004:00080000:3.0:1787755803.470962:0:35152:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8860492645537ns, next at 8861492643077ns, rc = 0 00000040:00080000:3.0:1787755803.470992:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1204, 384 off1095784 00000040:00080000:3.0:1787755803.472271:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1522, 464 off1537344 00000004:00080000:3.0:1787755803.472285:0:35152:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4c371000 with version 6850 00000004:00080000:0.0:1787755803.487178:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6850 rpc_version 6850 00000020:00100000:0.0:1787755803.487225:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755803.487238:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe49ef3100 x1874588667013632/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755803.487264:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667013632:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755803.487365:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.487412:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.487440:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667013632 00000100:00100000:1.0:1787755803.487459:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667013632 00000100:00100000:1.0:1787755803.487562:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24355 00000100:00100000:1.0:1787755803.487575:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667013632:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755803.488097:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667013632:12345-0@lo:1000:osp_up0-1.0 Request processed in 523us (731us total) trans 8589957468 rc 0/0 00000100:00100000:1.0:1787755803.488107:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24355 00000100:00100000:0.0:1787755803.488262:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667013632:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755803.488376:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488397:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488410:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488418:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488423:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488429:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488451:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755803.488474:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488486:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488493:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488499:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755803.488504:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488513:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488527:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:2.0:1787755803.488530:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755803.488535:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488542:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a43 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488557:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488566:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488574:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488604:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787755803.488621:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000004:00080000:2.0:1787755803.488624:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x194:0x0] 00010000:00010000:1.0:1787755803.488634:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488638:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488665:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488673:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488689:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755803.488692:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x194:0x0] 00010000:00010000:2.0:1787755803.488698:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488706:0:35152:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488726:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755803.488732:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488743:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488762:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:1.0:1787755803.488766:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755803.488772:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488779:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787a4a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e61:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.488800:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:224877:x1874588654469376:12345-192.168.201.7@tcp:36:rm.0 Request processed in 44928us (47018us total) trans 4294985378 rc 0/0 00010000:00010000:1.0:1787755803.488804:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755803.488815:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.488823:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70254 00010000:00010000:1.0:1787755803.488834:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755803.488842:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755803.488852:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488868:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755803.488875:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488884:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755803.488890:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488893:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755803.488914:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488916:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755803.488955:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488957:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.488992:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b325365787a35 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a3c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.488993:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755803.489013:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.489034:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787a12 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a19 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.489052:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755803.489054:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755803.489056:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.489242:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.489247:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.489252:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755803.489286:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755803.489288:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667013760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755803.489410:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755803.489464:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755803.489472:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667013888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755803.489496:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.491282:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667013760 00000100:00100000:0.0:1787755803.491301:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667013760 00000100:00100000:0.0:1787755803.491420:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667013888 00000100:00100000:0.0:1787755803.491425:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667013888 00000100:00100000:0.0:1787755803.491478:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11110 00000100:00100000:0.0:1787755803.491498:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667013760:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755803.491508:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11111 00010000:00010000:0.0:1787755803.491514:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1787755803.491533:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667013888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755803.491549:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787a3c lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e61:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787a35 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.491553:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755803.491588:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a19 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x194:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787a12 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.491592:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e61:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:0.0:1787755803.491623:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755803.491625:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:1.0:1787755803.491651:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755803.491717:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588667013760:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (2305us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.491729:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11110 00000100:00100000:1.0:1787755803.491737:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588667013888:12345-0@lo:103:ldlm_bl.0 Request processed in 211us (2233us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.491747:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11111 00000100:00100000:1.0:1787755803.491841:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667013888:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755803.491859:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667013760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755803.495172:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8679:1874588667012864:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755803.495190:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755803.495222:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.495365:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654469632 00000100:00100000:3.0:1787755803.495375:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654469632 00010000:00010000:3.0:1787755803.495433:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 6 pid: 8433 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.495470:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21666 00000100:00100000:3.0:1787755803.495482:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654469632:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.495496:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.495502:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 6 pid: 8433 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495516:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 6 pid: 8433 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495546:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b80d004f/0x9b2b32536578798d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dce expref: 6 pid: 8433 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495564:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755803.495569:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51a:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755803.495576:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495587:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495615:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.495679:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654469632:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 198us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.495687:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21666 00010000:00010000:3.0:1787755803.495858:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495868:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495881:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495889:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.495906:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755803.496107:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667012608:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27863us (27976us total) trans 4294973862 rc 0/0 00000100:00100000:3.0:1787755803.496115:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30779 00000100:00080000:0.0:1787755803.496387:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755803.496747:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755803.496755:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.496767:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755803.496772:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.496784:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.496803:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.496811:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000099433bdb/0x9b2b325365787a2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.496833:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755803.496835:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755803.496837:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787755803.496882:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a047b80/2, rc 0, transno 4294973862 00000100:00100000:3.0:1787755803.496891:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667012608:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1787755803.497545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.504106:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.504289:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470016 00000100:00100000:3.0:1787755803.504591:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470016 00000100:00100000:3.0:1787755803.504681:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9362 00000100:00100000:3.0:1787755803.504694:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:224877:x1874588654470016:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755803.504996:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+14:224877:x1874588654470016:12345-192.168.201.7@tcp:35:rm.0 Request processed in 304us (911us total) trans 4294985379 rc 0/0 00000100:00100000:3.0:1787755803.505004:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9362 00000100:00100000:0.0:1787755803.507661:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654469760 00000100:00100000:0.0:1787755803.507681:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654469760 00000100:00100000:1.0:1787755803.507910:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11112 00000100:00100000:1.0:1787755803.507929:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654469760:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755803.507952:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755803.507989:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787875 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d7a expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.508030:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:1.0:1787755803.508037:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755803.508127:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654469760:12345-192.168.201.7@tcp:103:rm.0 Request processed in 202us (10586us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.508135:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11112 00000100:00100000:1.0:1787755803.516073:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.519363:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470272 00000100:00100000:0.0:1787755803.519388:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470272 00000100:00100000:0.0:1787755803.519486:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70255 00000100:00100000:0.0:1787755803.519500:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+14:224877:x1874588654470272:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755803.519585:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755803.519626:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657879da lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e60:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213df1 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.519663:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657879a2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dd5 expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.519677:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787883 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d81 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.519690:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:0.0:1787755803.519698:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755803.519762:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.519770:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.519781:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.519806:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014016:0@lo:101:mdt00_004.0 00000100:00100000:0.0:1787755803.519886:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.519934:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.519957:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667014016 00000100:00100000:1.0:1787755803.519972:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667014016 00000100:00100000:1.0:1787755803.520065:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24356 00000100:00100000:1.0:1787755803.520079:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667014016:12345-0@lo:101:mdt00_004.0 00010000:00010000:1.0:1787755803.520107:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755803.520134:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a51 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.520171:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.520183:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.520205:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.520250:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.520270:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 7 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.520289:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667014144:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755803.520582:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.520593:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 7 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.520611:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667014272:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755803.520647:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755803.531138:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.531172:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470400 00000100:00100000:2.0:1787755803.531182:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470400 00010000:00010000:2.0:1787755803.531230:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 8 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.531268:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21667 00000100:00100000:2.0:1787755803.531279:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654470400:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755803.531295:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755803.531303:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 8 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.531343:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 8 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.531368:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755803.531376:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.531386:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755803.531440:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654470400:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 164us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.531448:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21667 00000100:00100000:2.0:1787755803.531596:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.533468:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667014144:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755803.534372:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787859 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d73 expref: 7 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.534394:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667014272:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755803.534429:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534441:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755803.534444:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755803.534448:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534459:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:3.0:1787755803.534561:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667014016:12345-0@lo:101:mdt00_004.0 Request processed in 14486us (14673us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.534570:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24356 00000100:00100000:3.0:1787755803.534621:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470528 00000100:00100000:3.0:1787755803.534628:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470528 00010000:00010000:3.0:1787755803.534674:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 8 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.534704:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21668 00000100:00100000:3.0:1787755803.534714:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654470528:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.534730:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.534737:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 8 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534752:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 8 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534773:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657878c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d9d expref: 8 pid: 10713 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534786:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755803.534791:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534802:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534811:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.534844:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.534859:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667014400:0@lo:105: 00000100:00100000:3.0:1787755803.534900:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.534943:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.534991:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667014400 00000100:00100000:3.0:1787755803.534995:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667014400 00000100:00100000:3.0:1787755803.535043:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7915 00000100:00100000:3.0:1787755803.535050:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667014400:12345-0@lo:105: 00010000:00010000:3.0:1787755803.535061:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535071:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535080:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535088:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535095:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535102:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535116:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccdc00) 00000100:00100000:3.0:1787755803.535147:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667014400:12345-0@lo:105: Request processed in 99us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.535153:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7915 00000100:00100000:3.0:1787755803.535184:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667014400:0@lo:105: 00010000:00010000:3.0:1787755803.535196:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.535241:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654470528:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 529us (3644us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.535248:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21668 00000100:00080000:3.0:1787755803.535266:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755803.535409:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef1880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014016:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.535423:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755803.535441:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755803.535477:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535484:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535493:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.535565:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014528:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755803.535600:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.535620:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.535635:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667014528 00000100:00100000:3.0:1787755803.535640:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667014528 00000100:00100000:3.0:1787755803.535665:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24357 00000100:00100000:3.0:1787755803.535673:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667014528:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.535689:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.535704:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a5f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535724:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a5f expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535734:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a5f expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535741:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7a00) 00010000:00010000:3.0:1787755803.535744:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755803.535747:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755803.535778:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667014528:12345-0@lo:101:mdt00_004.0 Request processed in 105us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.535784:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24357 00000100:00100000:3.0:1787755803.535813:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014528:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.535823:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.535832:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755803.535845:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755803.535875:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014656:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755803.536000:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.536016:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c3719c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.536043:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667014656 00000100:00100000:3.0:1787755803.536047:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667014656 00000100:00100000:3.0:1787755803.536072:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24358 00000100:00100000:3.0:1787755803.536078:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667014656:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755803.536137:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667014656:12345-0@lo:1000:mdt00_004.0 Request processed in 59us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.536147:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24358 00000100:00100000:3.0:1787755803.536194:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014656:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755803.536231:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014784:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755803.536256:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.536269:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c3719c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.536280:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667014784 00000100:00100000:3.0:1787755803.536283:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667014784 00000100:00100000:3.0:1787755803.536303:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24359 00000100:00100000:3.0:1787755803.536309:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667014784:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755803.536426:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667014784:12345-0@lo:1000:mdt00_004.0 Request processed in 117us (169us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755803.536433:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24359 00000100:00100000:3.0:1787755803.536463:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014784:0@lo:1000:mdt00_004.0 00010000:00010000:3.0:1787755803.536506:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.536514:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.536522:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.536535:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014912:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755803.536557:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.536570:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.536581:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667014912 00000100:00100000:3.0:1787755803.536584:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667014912 00000100:00100000:3.0:1787755803.536604:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24360 00000100:00100000:3.0:1787755803.536609:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667014912:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.536616:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.536627:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a6d expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.536643:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.536651:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.536671:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.536685:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 6 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.536696:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667015040:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755803.536752:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c3719c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755803.549483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.550424:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667015040:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755803.550469:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550485:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:2.0:1787755803.550489:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755803.550494:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550506:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:2.0:1787755803.550573:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:10713:x1874588667014912:12345-0@lo:101:mdt00_004.0 Request processed in 13963us (14014us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.550583:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24360 00000100:00100000:2.0:1787755803.550635:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470656 00000100:00100000:2.0:1787755803.550642:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470656 00010000:00010000:2.0:1787755803.550680:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 7 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.550711:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21669 00000100:00100000:2.0:1787755803.550721:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654470656:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755803.550739:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755803.550745:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 7 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550761:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 7 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550789:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657878de lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213da4 expref: 7 pid: 35155 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550805:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:2.0:1787755803.550810:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550822:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550834:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.550864:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.550879:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667015168:0@lo:105: 00000100:00100000:2.0:1787755803.550920:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.550957:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.556311:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1787755803.556356:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667015168 00000100:00100000:3.0:1787755803.556367:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667015168 00000100:00100000:3.0:1787755803.556426:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7916 00000100:00100000:3.0:1787755803.556438:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667015168:12345-0@lo:105: 00010000:00010000:3.0:1787755803.556457:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.556470:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.556482:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.556493:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.556501:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.556511:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.556530:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28aa00) 00000100:00100000:3.0:1787755803.556620:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f431050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667015168:12345-0@lo:105: Request processed in 185us (5699us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.556628:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7916 00000100:00100000:3.0:1787755803.557071:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667015168:0@lo:105: 00010000:00010000:3.0:1787755803.557089:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.557136:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654470656:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 6415us (7666us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.557146:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21669 00000100:00100000:3.0:1787755803.557345:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667014912:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.557368:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557413:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557428:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557442:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557466:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557476:0:10713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557483:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557517:0:10713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.557534:0:10713:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 11 pid: 35152 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.557557:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10713:1874588667015296:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755803.557621:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.563166:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001_UUID:10713:1874588667015296:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755803.563198:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.565802:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.565895:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470784 00000100:00100000:2.0:1787755803.565911:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470784 00010000:00010000:2.0:1787755803.565967:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 12 pid: 35152 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.566032:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21670 00000100:00100000:2.0:1787755803.566045:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654470784:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755803.566068:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755803.566078:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 12 pid: 35152 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.566094:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 12 pid: 35152 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.566119:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b3253657879b0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ddc expref: 12 pid: 35152 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.566139:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:2.0:1787755803.566144:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.566154:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.566164:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.566203:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755803.566271:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654470784:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 229us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.566277:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21670 00010000:00010000:3.0:1787755803.566894:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.566914:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567007:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567015:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567038:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.567070:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667015424:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755803.567147:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.567187:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.567217:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667015424 00000100:00100000:3.0:1787755803.567224:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667015424 00000100:00100000:3.0:1787755803.567292:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24361 00000100:00100000:3.0:1787755803.567308:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:10713:x1874588667015424:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.567366:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.567392:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a90 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787a89 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567425:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787a89 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567440:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a90 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a89 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567452:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7000) 00010000:00010000:3.0:1787755803.567456:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755803.567460:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755803.567522:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588667015424:12345-0@lo:101:mdt00_004.0 Request processed in 215us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.567535:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24361 00000100:00100000:3.0:1787755803.567603:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667015424:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755803.567625:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.567640:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.571563:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667015552:0@lo:403:mdt00_004.0 00000100:00100000:2.0:1787755803.571639:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.571672:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.571803:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667015552 00000100:00100000:3.0:1787755803.571811:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667015552 00000100:00100000:3.0:1787755803.571865:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24362 00000100:00100000:3.0:1787755803.571874:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588667015552:12345-0@lo:403:mdt00_004.0 00000100:00100000:3.0:1787755803.574250:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:10713:x1874588667015552:12345-0@lo:403:mdt00_004.0 Request processed in 2360us (2595us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.574463:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667015552:0@lo:403:mdt00_004.0 00000100:00100000:3.0:1787755803.574506:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24362 00000040:00080000:1.0:1787755803.575777:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1205, 952 off1096736 00000040:00080000:1.0:1787755803.575982:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1523, 1032 off1538376 00000004:00080000:1.0:1787755803.575987:0:10713:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe51987c00 with version 6851 00000004:00080000:1.0:1787755803.576015:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6851 rpc_version 6851 00000020:00100000:1.0:1787755803.576073:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755803.576087:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b3b80 x1874588667015808/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755803.576119:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667015808:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755803.576206:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755803.576246:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.576278:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667015808 00000100:00100000:1.0:1787755803.576285:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667015808 00000100:00100000:1.0:1787755803.576386:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24363 00000100:00100000:1.0:1787755803.576396:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667015808:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755803.576822:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667015808:12345-0@lo:1000:osp_up0-1.0 Request processed in 427us (614us total) trans 8589957469 rc 0/0 00000100:00100000:1.0:1787755803.576828:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24363 00000100:00100000:0.0:1787755803.577281:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667015808:0@lo:1000:osp_up0-1.0 00000004:00200000:1.0:1787755803.579814:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e60:0x0]: returning size 4096 00010000:00010000:1.0:1787755803.579860:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579874:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579884:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579891:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755803.579896:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579905:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579928:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x196:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:1.0:1787755803.579932:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755803.579939:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579945:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365787a82 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579976:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579986:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.579994:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.581160:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755803.581184:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x194:0x0] 00010000:00010000:1.0:1787755803.582244:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582259:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582265:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582269:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755803.582273:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582280:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582406:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:1.0:1787755803.582409:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755803.582414:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582419:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365787a7b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582436:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582442:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.582447:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.582925:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755803.582936:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.582945:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755803.582951:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755803.582962:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583028:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583036:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755803.583071:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583084:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a800/0x9b2b325365787a89 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a90 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583108:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755803.583112:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583120:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755803.583124:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755803.583132:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.583153:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667015936:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755803.583156:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583175:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755803.583183:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.583202:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755803.583205:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755803.583209:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755803.583280:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755803.583357:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787755803.583365:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b325365787a6d lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a74 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755803.583411:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755803.583420:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.583431:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.583431:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755803.583449:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667016064:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755803.583450:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.583472:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.583495:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755803.583496:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1787755803.583508:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755803.583522:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755803.583529:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.583537:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755803.583542:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755803.583551:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.583553:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667015936 00000100:00100000:3.0:1787755803.583566:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667015936 00010000:00010000:1.0:1787755803.583590:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.583598:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755803.583633:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.583643:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccdc00/0x9b2b325365787a51 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a58 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.583659:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016064 00010000:00010000:1.0:1787755803.583662:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755803.583665:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016064 00010000:00010000:1.0:1787755803.583668:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755803.583699:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11113 00000100:00100000:3.0:1787755803.583710:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+15:3649:x1874588667015936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.583728:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.583759:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787a90 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x194:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787a89 expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.583781:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x0 (ffff9dff439f7000) 00010000:00010000:3.0:1787755803.583792:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.583825:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+14:3649:x1874588667015936:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.583833:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11113 00010000:00010000:1.0:1787755803.583834:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755803.583850:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755803.583859:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11114 00000100:00100000:1.0:1787755803.583873:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667016192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755803.583874:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+13:3649:x1874588667016064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.583893:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.583906:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787a74 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e60:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787a6d expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.583920:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755803.583928:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755803.583954:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.583975:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588667016064:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.583986:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11114 00000100:00100000:1.0:1787755803.584038:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016192 00000100:00100000:1.0:1787755803.584047:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016192 00000100:00100000:3.0:1787755803.584110:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667016064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755803.584117:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11115 00000100:00100000:1.0:1787755803.584134:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667016192:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755803.584136:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667015936:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755803.584156:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755803.584181:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a58 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787a51 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.584270:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755803.584276:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755803.584389:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.584413:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667016192:12345-0@lo:103:ldlm_bl.0 Request processed in 279us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.584437:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11115 00010000:00010000:0.0:1787755803.584439:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.584473:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667016192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755803.584543:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:224877:x1874588654470272:12345-192.168.201.7@tcp:36:rm.0 Request processed in 65041us (68476us total) trans 4294985380 rc 0/0 00000100:00100000:0.0:1787755803.584552:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70255 00010000:00010000:3.0:1787755803.618513:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755803.650665:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.651082:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654470912 00000100:00100000:0.0:1787755803.651093:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654470912 00000100:00100000:0.0:1787755803.651163:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70256 00000100:00100000:0.0:1787755803.651174:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224885:x1874588654470912:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:0.0:1787755803.651219:0:35153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345373184 00000100:00100000:0.0:1787755803.651312:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224885:x1874588654470912:12345-192.168.201.7@tcp:41:stat.0 Request processed in 140us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.651362:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70256 00000100:00100000:3.0:1787755803.700378:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.701888:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471040 00000100:00100000:1.0:1787755803.701908:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471040 00000100:00100000:1.0:1787755803.702093:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70257 00000100:00100000:1.0:1787755803.702105:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224889:x1874588654471040:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755803.702136:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755803.702166:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.702266:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.702284:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.702294:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755803.702382:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755803.702386:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755803.702412:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.702439:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787a97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.702459:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.702471:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755803.702474:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755803.702477:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755803.702582:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224889:x1874588654471040:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 480us (2214us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.702586:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70257 00000100:00100000:3.0:1787755803.709003:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.709106:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471168 00000100:00100000:2.0:1787755803.709122:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471168 00000100:00100000:2.0:1787755803.709607:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70258 00000100:00100000:2.0:1787755803.709624:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224889:x1874588654471168:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755803.709667:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755803.709703:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787aa5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e0d expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709803:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709821:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709835:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709849:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709858:0:35157:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787a5f expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709867:0:35157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.709910:0:35157:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787a5f expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.709929:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ef100 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:35157:1874588667016320:0@lo:104: 00000100:00100000:2.0:1787755803.709996:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.710092:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.710461:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016320 00000100:00100000:3.0:1787755803.710469:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016320 00000100:00100000:3.0:1787755803.710535:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917 00000100:00100000:3.0:1787755803.710545:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35157:x1874588667016320:12345-0@lo:104: 00010000:00010000:3.0:1787755803.710562:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.710647:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787755803.710654:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35157:x1874588667016320:12345-0@lo:104: Request processed in 111us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.710662:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7917 00010000:00010000:3.0:1787755803.710707:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755803.710716:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.710727:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755803.710735:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755803.710747:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.710783:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.710791:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755803.710829:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.710838:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787a5f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787a66 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.710863:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667016448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.710864:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755803.710866:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755803.710867:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755803.710905:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.711033:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ef100 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:35157:1874588667016320:0@lo:104: 00010000:00010000:2.0:1787755803.711059:0:35157:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.715510:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016448 00000100:00100000:3.0:1787755803.715531:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016448 00010000:00010000:3.0:1787755803.715601:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787a5f expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.715664:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21671 00000100:00100000:3.0:1787755803.715676:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667016448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.715698:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755803.721546:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957469 is committed 00010000:00010000:3.0:1787755803.728155:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787a66 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787a5f expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.728192:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7a00) 00010000:00010000:3.0:1787755803.728199:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.728212:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.728222:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.728943:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755803.729091:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667016448:12345-0@lo:103:ldlm_bl.0 Request processed in 13412us (18181us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.729103:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21671 00000100:00100000:1.0:1787755803.729298:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667016448:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755803.731651:0:35157:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731686:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731797:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731817:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731823:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731833:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731840:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755803.731845:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731853:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731879:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755803.731883:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.731888:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731895:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365787aac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731912:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731918:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731925:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731929:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755803.731932:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731942:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731949:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff439f7a00) 00010000:00010000:0.0:1787755803.731951:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.731955:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.731961:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ab3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.732037:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787aa5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e0d expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.732051:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755803.732053:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.732057:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787aa5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e0d expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.732068:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:0.0:1787755803.732192:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224889:x1874588654471168:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 22572us (23203us total) trans 0 rc 301/301 00000100:00100000:0.0:1787755803.732205:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70258 00000100:00100000:2.0:1787755803.738774:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.738901:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471296 00000100:00100000:0.0:1787755803.738917:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471296 00000100:00100000:0.0:1787755803.739142:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70259 00000100:00100000:0.0:1787755803.739157:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:224889:x1874588654471296:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755803.739189:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.739230:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787aba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e14 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.739363:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.739382:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.739395:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755803.739463:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755803.739468:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755803.739497:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.739543:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787aba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.739571:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.739583:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755803.739586:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755803.739591:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755803.739679:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:224889:x1874588654471296:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 525us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.739687:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70259 00000100:00100000:2.0:1787755803.745795:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.746798:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471552 00000100:00100000:1.0:1787755803.746815:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471552 00000100:00100000:1.0:1787755803.746960:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70260 00000100:00100000:1.0:1787755803.746975:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224889:x1874588654471552:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:1.0:1787755803.747166:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667016576:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755803.747284:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755803.747368:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755803.747392:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016576 00000100:00100000:0.0:1787755803.747397:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016576 00000100:00100000:0.0:1787755803.747450:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24364 00000100:00100000:0.0:1787755803.747459:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667016576:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755803.747565:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667016576:12345-0@lo:1000:mdt00_005.0 Request processed in 108us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.747573:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24364 00000100:00100000:0.0:1787755803.747637:0:10714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957469 gen 2 00000004:00080000:0.0:1787755803.747643:0:10714:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957468 committed transno 8589957469 00000004:00080000:0.0:1787755803.747697:0:10714:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957469 committed transno 8589957469 00000100:00100000:0.0:1787755803.747724:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667016576:0@lo:1000:mdt00_005.0 00000100:00080000:3.0:1787755803.747760:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755803.747782:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667016704:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755803.747821:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.747841:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.747860:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016704 00000100:00100000:3.0:1787755803.747865:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016704 00000100:00100000:3.0:1787755803.747945:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24365 00000100:00100000:3.0:1787755803.747954:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667016704:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755803.748107:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667016704:12345-0@lo:1000:mdt00_005.0 Request processed in 154us (284us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755803.748114:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24365 00000100:00100000:2.0:1787755803.748181:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667016704:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1787755803.748259:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.748274:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.748286:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.748298:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667016832:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1787755803.748353:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.748993:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755803.749119:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667016832 00000100:00100000:0.0:1787755803.749127:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667016832 00000100:00100000:0.0:1787755803.749167:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24366 00000100:00100000:0.0:1787755803.749176:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667016832:12345-0@lo:101:mdt00_005.0 00010000:00010000:0.0:1787755803.749443:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.749467:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787ac8 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.751131:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.751152:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.751173:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.751468:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.751492:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 7 pid: 35169 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.751511:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667016960:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755803.752408:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.752426:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 6 pid: 6520 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.752440:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667017088:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755803.752506:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.757990:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.758046:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ef3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667016960:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755803.758066:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667017088:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755803.758122:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.758141:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755803.758146:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755803.758146:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755803.758152:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.758167:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755803.758458:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:10714:x1874588667016832:12345-0@lo:101:mdt00_005.0 Request processed in 9281us (10102us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.758469:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24366 00000100:00100000:2.0:1787755803.758733:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667016832:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755803.758763:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.758777:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.759898:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471808 00000100:00100000:3.0:1787755803.759915:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471808 00010000:00010000:3.0:1787755803.759974:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 7 pid: 6520 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.760123:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471680 00000100:00100000:2.0:1787755803.760129:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471680 00010000:00010000:2.0:1787755803.760152:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 8 pid: 35169 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.760385:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21672 00000100:00100000:2.0:1787755803.760403:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654471808:12345-192.168.201.7@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787755803.760406:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21673 00000100:00100000:0.0:1787755803.760416:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654471680:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755803.760427:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755803.760427:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755803.760436:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 7 pid: 6520 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.760437:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 8 pid: 35169 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.760455:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 8 pid: 35169 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.760689:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 7 pid: 6520 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.760718:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365787a9e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e06 expref: 7 pid: 6520 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.760741:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755803.760748:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.760761:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755803.760875:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654471808:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 477us (2903us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.760884:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21672 00010000:00010000:0.0:1787755803.764964:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ac1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e14 expref: 8 pid: 35169 timeout: 8960 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.765004:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755803.765014:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.765038:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.765050:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.765129:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.765152:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667017216:0@lo:105: 00000100:00100000:0.0:1787755803.765259:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.765434:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017216 00000100:00100000:2.0:1787755803.765448:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017216 00000100:00100000:2.0:1787755803.765810:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918 00000100:00100000:2.0:1787755803.765823:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667017216:12345-0@lo:105: 00010000:00010000:2.0:1787755803.765839:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.765853:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.765868:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.765879:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.765886:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.765896:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.765925:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2200) 00000100:00100000:0.0:1787755803.766031:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c480 going to sleep for 11 seconds 00010000:00010000:3.0:1787755803.766447:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.766466:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755803.766625:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755803.766744:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.766753:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.766765:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.766789:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017344:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1787755803.766857:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.766892:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c371180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755803.766981:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667017216:12345-0@lo:105: Request processed in 1160us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.766992:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918 00000100:00100000:0.0:1787755803.767082:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667017216:0@lo:105: 00010000:00010000:0.0:1787755803.767099:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755803.767168:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654471680:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 6752us (9019us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.767179:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21673 00000100:00100000:1.0:1787755803.767260:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017344 00000100:00100000:1.0:1787755803.767268:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017344 00000100:00100000:1.0:1787755803.767467:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24367 00000100:00100000:1.0:1787755803.767480:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:10714:x1874588667017344:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1787755803.767506:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755803.767533:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787ad6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.767566:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787ad6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.767582:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ad6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.767591:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d100) 00010000:00010000:1.0:1787755803.767595:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755803.767598:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755803.768487:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017344:12345-0@lo:101:mdt00_005.0 Request processed in 1002us (1621us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.768499:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24367 00000100:00100000:0.0:1787755803.769938:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017344:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1787755803.769975:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.769992:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755803.770032:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787755803.770101:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017472:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755803.770178:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.770209:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.771293:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017472 00000100:00100000:1.0:1787755803.771363:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017472 00000100:00100000:1.0:1787755803.771447:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24368 00000100:00100000:1.0:1787755803.771459:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017472:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755803.771624:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ef3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017472:12345-0@lo:1000:mdt00_005.0 Request processed in 167us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.771631:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24368 00000100:00100000:2.0:1787755803.771745:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017472:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.771828:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017600:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.771875:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.771912:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.771972:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017600 00000100:00100000:1.0:1787755803.771977:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017600 00000100:00100000:1.0:1787755803.772011:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24369 00000100:00100000:1.0:1787755803.772027:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017600:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755803.772176:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017600:12345-0@lo:1000:mdt00_005.0 Request processed in 150us (300us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755803.772188:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24369 00000100:00100000:2.0:1787755803.772778:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017600:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.772899:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017728:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.772938:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.772970:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755803.772993:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017728 00000100:00100000:0.0:1787755803.773000:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017728 00000100:00100000:0.0:1787755803.773064:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24370 00000100:00100000:0.0:1787755803.773074:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017728:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755803.773171:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017728:12345-0@lo:1000:mdt00_005.0 Request processed in 99us (231us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755803.773178:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24370 00000100:00100000:2.0:1787755803.773231:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017728:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.773287:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017856:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.773310:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.773350:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.773401:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017856 00000100:00100000:1.0:1787755803.773406:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017856 00000100:00100000:1.0:1787755803.773439:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24371 00000100:00100000:1.0:1787755803.773446:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017856:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755803.773516:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017856:12345-0@lo:1000:mdt00_005.0 Request processed in 71us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.773524:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24371 00000100:00100000:2.0:1787755803.773703:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017856:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.773758:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017984:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.773781:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.773842:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.784845:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667017984 00000100:00100000:1.0:1787755803.784873:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667017984 00000100:00100000:1.0:1787755803.784984:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24372 00000100:00100000:1.0:1787755803.784996:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017984:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755803.785228:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667017984:12345-0@lo:1000:mdt00_005.0 Request processed in 234us (11445us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.785237:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24372 00000100:00100000:2.0:1787755803.785282:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667017984:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.785425:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667018112:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755803.785475:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.785502:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755803.785553:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667018112 00000100:00100000:0.0:1787755803.785559:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667018112 00000100:00100000:0.0:1787755803.785634:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24373 00000100:00100000:0.0:1787755803.785644:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667018112:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755803.785809:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667018112:12345-0@lo:1000:mdt00_005.0 Request processed in 168us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.785816:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24373 00000100:00100000:2.0:1787755803.785925:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667018112:0@lo:1000:mdt00_005.0 00000040:00080000:2.0:1787755803.787424:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1206, 2168 off1098904 00000040:00080000:2.0:1787755803.787543:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1525, 2368 off1542464 00000004:00080000:2.0:1787755803.787551:0:10714:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f000 with version 6852 00000004:00080000:1.0:1787755803.790954:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6852 rpc_version 6852 00000020:00100000:1.0:1787755803.791113:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755803.791129:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a3b3b80 x1874588667018368/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755803.791161:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667018368:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755803.791557:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755803.791684:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.791818:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667018368 00000100:00100000:3.0:1787755803.791832:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667018368 00000100:00100000:3.0:1787755803.791947:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24374 00000100:00100000:3.0:1787755803.791960:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667018368:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755803.794696:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667018368:12345-0@lo:1000:osp_up0-1.0 Request processed in 2723us (3126us total) trans 8589957470 rc 0/0 00000100:00100000:2.0:1787755803.794713:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24374 00000100:00100000:0.0:1787755803.794909:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667018368:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755803.795183:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795472:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795490:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795533:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795542:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795551:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795601:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795611:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.795624:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.795654:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667018496:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1787755803.795727:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.795838:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.799108:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667018496 00000100:00100000:3.0:1787755803.799144:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667018496 00000100:00100000:3.0:1787755803.799280:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24375 00000100:00100000:3.0:1787755803.799301:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:10714:x1874588667018496:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1787755803.799372:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.799413:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787af2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.799469:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787af2 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.799489:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787af2 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.799501:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755803.799504:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755803.799510:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755803.799652:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:10714:x1874588667018496:12345-0@lo:101:mdt00_005.0 Request processed in 354us (3925us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.799661:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24375 00000100:00100000:2.0:1787755803.799908:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667018496:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755803.799935:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.799955:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755803.799991:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000087657d57 reply state 00000000d6b147b7 transno 4294985381 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800026:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800035:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755803.800037:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755803.800040:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755803.800047:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800055:0:10714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755803.800069:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x195:0x0] 00000004:00010000:2.0:1787755803.800079:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000087657d57 reply state 00000000d6b147b7 transno 4294985381 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800088:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800094:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755803.800097:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755803.800099:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787755803.800105:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00000004:00080000:2.0:1787755803.800118:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755803.800130:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800137:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800144:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800171:0:10714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755803.800176:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755803.800182:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.800189:0:10714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.800356:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224889:x1874588654471552:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 53381us (54572us total) trans 4294985381 rc 0/0 00000100:00100000:2.0:1787755803.800364:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70260 00010000:00010000:1.0:1787755803.800577:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755803.800589:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.800605:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755803.800613:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755803.800622:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.800675:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.800683:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755803.800727:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.800736:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2200/0x9b2b325365787ac8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787acf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.800754:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.800756:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.800758:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755803.801913:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755803.801949:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667018624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755803.802123:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755803.803522:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667018624 00000100:00100000:3.0:1787755803.803537:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667018624 00000100:00100000:3.0:1787755803.803631:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11116 00000100:00100000:3.0:1787755803.803642:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667018624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.803662:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.803693:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787acf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787ac8 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.803722:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755803.803727:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.803808:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667018624:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.803815:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11116 00000100:00100000:0.0:1787755803.803963:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667018624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755803.807152:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.807404:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654471936 00000100:00100000:3.0:1787755803.807421:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654471936 00000100:00100000:3.0:1787755803.807507:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70261 00000100:00100000:3.0:1787755803.807519:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224878:x1874588654471936:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755803.807550:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.807578:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787b00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e1b expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.807678:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787b07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.807699:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.807713:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755803.807777:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755803.807781:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755803.807809:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787b07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.807847:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787b00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e1b expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.807873:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787b07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e1b expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.807884:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755803.807887:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755803.807892:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755803.807990:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224878:x1874588654471936:12345-192.168.201.7@tcp:101:bash.0 Request processed in 473us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.807998:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70261 00000100:00100000:3.0:1787755803.811374:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.811947:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654472064 00000100:00100000:0.0:1787755803.811966:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654472064 00000100:00100000:0.0:1787755803.812076:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70262 00000100:00100000:0.0:1787755803.812090:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:224878:x1874588654472064:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755803.812123:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.812153:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787b0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e22 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812272:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812296:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812309:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812364:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812376:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ad6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812386:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.812434:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787ad6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.812454:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35154:1874588667018752:0@lo:104: 00000100:00100000:0.0:1787755803.812703:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.812764:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.812851:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667018752 00000100:00100000:1.0:1787755803.812858:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667018752 00000100:00100000:1.0:1787755803.812905:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919 00000100:00100000:1.0:1787755803.812914:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35154:x1874588667018752:12345-0@lo:104: 00010000:00010000:1.0:1787755803.812932:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.813007:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755803.813024:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35154:x1874588667018752:12345-0@lo:104: Request processed in 102us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.813032:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919 00010000:00010000:1.0:1787755803.813059:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755803.813066:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.813076:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755803.813083:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755803.813093:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.813125:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.813132:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755803.813154:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.813162:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a400/0x9b2b325365787ad6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787add expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.813199:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.813201:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755803.813203:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755803.813365:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667018880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755803.813405:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.813469:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35154:1874588667018752:0@lo:104: 00010000:00010000:0.0:1787755803.813492:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.813690:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667018880 00000100:00100000:1.0:1787755803.813696:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667018880 00010000:00010000:1.0:1787755803.813721:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787ad6 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755803.813747:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21674 00000100:00100000:1.0:1787755803.813755:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667018880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755803.813771:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1787755803.819960:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957470 is committed 00010000:00010000:3.0:1787755803.826718:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365787add lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787ad6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.826759:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d100) 00010000:00010000:3.0:1787755803.826766:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.826779:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.826788:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.829606:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755803.829754:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667018880:12345-0@lo:103:ldlm_bl.0 Request processed in 15990us (16338us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.829770:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21674 00000100:00100000:1.0:1787755803.829921:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667018880:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755803.829990:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.830083:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.830634:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-mdtlov_UUID:35154:1874588667019008:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755803.830711:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.830801:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.830859:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019008 00000100:00100000:1.0:1787755803.830870:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019008 00000100:00100000:1.0:1787755803.830981:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24376 00000100:00100000:1.0:1787755803.830994:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35154:x1874588667019008:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755803.831131:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:35154:x1874588667019008:12345-0@lo:1000:mdt00_009.0 Request processed in 138us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.831141:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24376 00000100:00100000:0.0:1787755803.831221:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd880 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-mdtlov_UUID:35154:1874588667019008:0@lo:1000:mdt00_009.0 00010000:00010000:0.0:1787755803.831361:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787b23 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831383:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787b23 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831399:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787b23 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755803.831463:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787b23 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831483:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831491:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831499:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831515:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831527:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755803.831533:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831542:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831560:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755803.831564:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.831571:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831578:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787b15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831600:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831606:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831613:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831619:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755803.831623:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831629:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831642:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d100) 00010000:00010000:0.0:1787755803.831645:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755803.831648:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831655:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787b1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831714:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787b0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e22 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831734:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787b23 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e22 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.831743:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff45db1b00) 00010000:00010000:0.0:1787755803.831746:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755803.831749:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755803.831822:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224878:x1874588654472064:12345-192.168.201.7@tcp:101:bash.0 Request processed in 19736us (20516us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.831831:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70262 00000100:00100000:0.0:1787755803.836719:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.836857:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654472192 00000100:00100000:2.0:1787755803.836873:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654472192 00000100:00100000:2.0:1787755803.836982:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70263 00000100:00100000:2.0:1787755803.836997:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224878:x1874588654472192:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755803.837047:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755803.837079:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787b2a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e29 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.837171:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787b31 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.837188:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787b31 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.837214:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787b31 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755803.837514:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00000004:00200000:2.0:1787755803.837522:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755803.837585:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365787b2a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e29 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.837611:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787b31 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e29 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.837621:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755803.837624:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755803.837629:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755803.837805:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224878:x1874588654472192:12345-192.168.201.7@tcp:101:bash.0 Request processed in 811us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.837814:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70263 00000100:00100000:3.0:1787755803.841829:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.841901:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654472320 00000100:00100000:1.0:1787755803.841916:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654472320 00000100:00100000:1.0:1787755803.841988:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70264 00000100:00100000:1.0:1787755803.842022:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224878:x1874588654472320:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755803.842054:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755803.842088:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365787b38 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e30 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.842181:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365787b3f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.842209:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365787b3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.842225:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365787b3f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755803.842351:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x197:0x0]: returning size 4096 00000004:00200000:1.0:1787755803.842358:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755803.842403:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365787b38 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e30 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.842426:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365787b3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e30 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755803.842437:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:1.0:1787755803.842440:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755803.842446:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755803.842877:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224878:x1874588654472320:12345-192.168.201.7@tcp:101:bash.0 Request processed in 874us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.842887:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70264 00000100:00100000:3.0:1787755803.846987:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.847156:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654472448 00000100:00100000:0.0:1787755803.847170:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654472448 00000100:00100000:0.0:1787755803.847312:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70265 00000100:00100000:0.0:1787755803.847359:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224878:x1874588654472448:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755803.847387:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.847416:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787b46 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e37 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.847512:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.847532:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787af2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.847543:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.847599:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787af2 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.847622:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588667019136:0@lo:104: 00000100:00100000:0.0:1787755803.847701:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.847763:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c780 going to sleep for 11 seconds 00000100:00100000:3.0:1787755803.847904:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019136 00000100:00100000:3.0:1787755803.847911:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019136 00000100:00100000:3.0:1787755803.847961:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920 00000100:00100000:3.0:1787755803.847969:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:17813:x1874588667019136:12345-0@lo:104: 00010000:00010000:3.0:1787755803.847985:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.848062:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787755803.848068:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:17813:x1874588667019136:12345-0@lo:104: Request processed in 101us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.848079:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920 00010000:00010000:3.0:1787755803.848106:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755803.848112:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.848122:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755803.848129:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755803.848139:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.848177:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.848185:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755803.848215:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.848223:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3a00/0x9b2b325365787af2 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787af9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.848266:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755803.848268:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755803.848270:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755803.848287:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667019264:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755803.848361:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755803.848770:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588667019136:0@lo:104: 00010000:00010000:0.0:1787755803.848798:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.848828:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019264 00000100:00100000:0.0:1787755803.848833:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019264 00010000:00010000:0.0:1787755803.848858:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787af2 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755803.848892:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21675 00000100:00100000:0.0:1787755803.848900:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588667019264:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755803.848913:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755803.849721:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365787af9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787af2 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.849749:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:0.0:1787755803.849755:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.849767:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.849777:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.849807:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755803.849879:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667019264:12345-0@lo:103:ldlm_bl.0 Request processed in 979us (1517us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.849888:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21675 00000100:00100000:0.0:1787755803.849981:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667019264:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755803.852641:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.852667:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755803.852770:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x195:0x0]: returning size 4096 00000004:00200000:0.0:1787755803.852778:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755803.852852:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787b46 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e37 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.852884:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e37 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.852897:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:0.0:1787755803.852900:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755803.852905:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755803.852991:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224878:x1874588654472448:12345-192.168.201.7@tcp:101:bash.0 Request processed in 5634us (6018us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.855800:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70265 00000100:00100000:0.0:1787755803.859107:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.859276:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654472704 00000100:00100000:3.0:1787755803.859292:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654472704 00000100:00100000:2.0:1787755803.859678:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70266 00000100:00100000:2.0:1787755803.859694:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224878:x1874588654472704:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755803.859727:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755803.859732:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755803.859771:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787b4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e37 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.859804:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:2.0:1787755803.859818:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755803.859839:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787b54 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.860049:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.860067:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.860081:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.860096:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.860104:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.860111:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755803.861153:0:6521:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51a:0x0], index 1: 0 00010000:00010000:2.0:1787755803.861878:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787b69 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861897:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787b69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861910:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787b69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861955:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861963:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861970:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861978:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.861985:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755803.861990:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862000:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862601:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755803.862606:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755803.862611:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 3/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862623:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b5b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755803.862640:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000968dbca9 reply state 0000000086e88917 transno 8589957471 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862654:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862661:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dfe471d1900) 00010000:00010000:2.0:1787755803.862664:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755803.862668:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755803.862723:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787b54 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e3e expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862747:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787b69 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e3e expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.862756:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:2.0:1787755803.862758:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755803.862761:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755803.862923:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224878:x1874588654472704:12345-192.168.201.7@tcp:101:bash.0 Request processed in 3233us (3832us total) trans 8589957471 rc 0/0 00000100:00100000:2.0:1787755803.862935:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70266 00000100:00100000:2.0:1787755803.870087:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.870423:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654472832 00000100:00100000:0.0:1787755803.870439:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654472832 00000100:00100000:0.0:1787755803.870737:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30780 00000100:00100000:0.0:1787755803.870751:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:224878:x1874588654472832:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755803.870775:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755803.870805:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e45 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755803.870840:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x51a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755803.870869:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=8860s v=(0 0) 00010000:00010000:0.0:1787755803.870874:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755803.870884:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 9 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.870904:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 9 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755803.870922:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755803.871501:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:224878:x1874588654472832:12345-192.168.201.7@tcp:101:bash.0 Request processed in 748us (1499us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755803.871513:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30780 00000100:00080000:3.0:1787755803.871650:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755803.875839:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755803.875960:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654473088 00000100:00100000:1.0:1787755803.875978:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654473088 00000100:00100000:1.0:1787755803.876187:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9363 00000100:00100000:1.0:1787755803.876212:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:224878:x1874588654473088:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755803.876922:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224878:x1874588654473088:12345-192.168.201.7@tcp:35:bash.0 Request processed in 711us (1097us total) trans 8589957472 rc 0/0 00000100:00100000:1.0:1787755803.876933:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9363 00000100:00100000:1.0:1787755803.880839:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.880959:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654473344 00000100:00100000:2.0:1787755803.880974:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654473344 00000100:00100000:2.0:1787755803.881181:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70267 00000100:00100000:2.0:1787755803.881205:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:224878:x1874588654473344:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755803.881237:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755803.881242:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755803.881425:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365787b3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e30 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881453:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755803.881458:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755803.881477:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b7e lrc: 2/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e4c expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881687:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881708:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881723:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881743:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881751:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.881758:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755803.881966:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588667019392:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787755803.882484:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755803.882877:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755803.883814:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019392 00000100:00100000:1.0:1787755803.883827:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019392 00000100:00100000:1.0:1787755803.883940:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24377 00000100:00100000:1.0:1787755803.883952:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588667019392:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1787755803.884622:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:8458:x1874588667019392:12345-0@lo:1000:mdt00_003.0 Request processed in 667us (2136us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755803.884642:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24377 00000100:00100000:2.0:1787755803.884848:0:8458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957470 gen 2 00000004:00080000:2.0:1787755803.884858:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957470 committed transno 8589957470 00000100:00100000:2.0:1787755803.884915:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:8458:1874588667019392:0@lo:1000:mdt00_003.0 00000004:00080000:2.0:1787755803.885489:0:8458:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d3:0x0], index 0: 0 00010000:00010000:2.0:1787755803.887068:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787b93 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887113:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787b93 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887131:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787b93 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887222:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887231:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887239:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887256:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887264:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755803.887271:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887286:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887310:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755803.887617:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755803.887627:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887635:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365787b85 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755803.887670:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b2096622 reply state 000000005a9c07df transno 4294985382 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887688:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887695:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x4ec94fd6 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755803.887698:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755803.887702:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755803.887774:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365787b7e lrc: 0/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e4c expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887792:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787b93 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e4c expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.887974:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe471d1300) 00010000:00010000:2.0:1787755803.887977:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755803.887980:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755803.888134:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224878:x1874588654473344:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6932us (7309us total) trans 4294985382 rc 0/0 00000100:00100000:2.0:1787755803.888145:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70267 00000100:00100000:2.0:1787755803.893296:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.893449:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654473472 00000100:00100000:3.0:1787755803.893464:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654473472 00000100:00100000:3.0:1787755803.893567:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30781 00000100:00100000:3.0:1787755803.893584:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:224878:x1874588654473472:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755803.893615:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755803.893652:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e53 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755803.893695:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755803.893727:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d3:0x0].0x0 since=8860s v=(0 0) 00010000:00010000:3.0:1787755803.893732:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755803.893746:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.893769:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.893788:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755803.893885:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:224878:x1874588654473472:12345-192.168.201.7@tcp:101:bash.0 Request processed in 304us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.893893:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30781 00000100:00080000:2.0:1787755803.894185:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755803.900054:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.900227:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654473728 00000100:00100000:2.0:1787755803.900243:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654473728 00000100:00100000:2.0:1787755803.900387:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9364 00000100:00100000:2.0:1787755803.900403:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:224878:x1874588654473728:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:2.0:1787755803.900906:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:224878:x1874588654473728:12345-192.168.201.7@tcp:35:bash.0 Request processed in 504us (868us total) trans 4294985383 rc 0/0 00000100:00100000:2.0:1787755803.900917:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9364 00000100:00100000:0.0:1787755803.924616:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755803.924673:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755803.924753:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654473856 00000100:00100000:2.0:1787755803.924768:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654473856 00000100:00100000:2.0:1787755803.924868:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654473984 00000100:00100000:2.0:1787755803.924872:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654473984 00000100:00100000:2.0:1787755803.924906:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11117 00000100:00100000:2.0:1787755803.924919:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:6172:x1874588654473856:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755803.924943:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755803.924978:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787b07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e1b expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755803.925111:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11118 00000100:00100000:3.0:1787755803.925123:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:15681:x1874588654473984:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.925134:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755803.925150:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365787971 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1dac:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dc7 expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.925166:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dac:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755803.925180:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.925277:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:15681:x1874588654473984:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 157us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.925286:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11118 00010000:00010000:2.0:1787755803.925945:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755803.925966:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787b69 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e3e expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.925981:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:2.0:1787755803.925997:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787b23 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e22 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755803.926049:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff45db1b00) 00010000:00010000:2.0:1787755803.926056:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755803.926109:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:6172:x1874588654473856:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1192us (1510us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755803.926118:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11117 00000100:00100000:0.0:1787755803.928604:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755803.928757:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474112 00000100:00100000:3.0:1787755803.928771:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474112 00000100:00100000:3.0:1787755803.928873:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11119 00000100:00100000:3.0:1787755803.928888:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15684:x1874588654474112:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755803.928909:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755803.928948:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787b93 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e4c expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.928974:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe471d1300) 00010000:00010000:3.0:1787755803.928995:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787b31 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e29 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.929027:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:3.0:1787755803.929038:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657878ec lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e60:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213dab expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755803.929048:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e60:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:3.0:1787755803.929059:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755803.929148:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15684:x1874588654474112:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 263us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755803.929159:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11119 00000100:00100000:3.0:1787755804.039560:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755804.039624:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755804.039676:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755804.039749:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755804.039938:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474496 00000100:00100000:0.0:1787755804.039952:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474496 00000100:00100000:0.0:1787755804.040052:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474624 00000100:00100000:0.0:1787755804.040056:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474624 00000100:00100000:0.0:1787755804.040100:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10078 00000100:00100000:0.0:1787755804.040110:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654474496:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755804.040205:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654474496:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 96us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755804.040213:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10078 00000100:00100000:0.0:1787755804.040234:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10079 00000100:00100000:0.0:1787755804.040241:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654474624:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755804.040269:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654474624:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755804.040275:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10079 00000100:00080000:0.0:1787755804.040303:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755804.040984:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474368 00000100:00100000:1.0:1787755804.040994:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474368 00000100:00100000:1.0:1787755804.041071:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15673 00000100:00100000:1.0:1787755804.041080:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654474368:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755804.041134:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654474368:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 57us (1458us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755804.041143:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15673 00000100:00100000:2.0:1787755804.041466:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474240 00000100:00100000:2.0:1787755804.041472:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474240 00000100:00100000:2.0:1787755804.041533:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2390 00000100:00100000:2.0:1787755804.041542:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654474240:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755804.041576:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654474240:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (2037us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755804.041583:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2390 00000100:00100000:3.0:1787755804.642607:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755804.642648:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667019520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755804.642761:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755804.642982:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019520 00000100:00100000:1.0:1787755804.643338:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019520 00000100:00100000:1.0:1787755804.643434:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24378 00000100:00100000:1.0:1787755804.643449:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667019520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755804.643499:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443405824 avail 1297166336 00000100:00100000:1.0:1787755804.643581:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667019520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755804.643589:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24378 00000100:00100000:3.0:1787755804.644983:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667019520:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787755804.645434:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755805.154650:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755805.154694:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667019648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755805.154793:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755805.154874:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019648 00000100:00100000:3.0:1787755805.154886:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019648 00000100:00100000:3.0:1787755805.154959:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24379 00000100:00100000:3.0:1787755805.154972:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667019648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755805.155057:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442783232 avail 1296543744 00000100:00100000:3.0:1787755805.155115:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667019648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755805.155124:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24379 00000100:00100000:3.0:1787755805.155188:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667019648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755805.155774:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667019776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755805.155820:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755805.157588:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755805.157629:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667019904:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755805.157718:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755805.169832:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019776 00000100:00100000:1.0:1787755805.169853:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019776 00000100:00100000:1.0:1787755805.169965:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667019904 00000100:00100000:1.0:1787755805.169970:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667019904 00000100:00100000:1.0:1787755805.170011:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6793 00000100:00100000:1.0:1787755805.170027:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667019776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755805.170073:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755805.170099:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6794 00000100:00100000:3.0:1787755805.170112:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667019904:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755805.170132:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00080000:2.0:1787755805.170209:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755805.170215:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755805.173042:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667019776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3004us (17205us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755805.173060:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6793 00000100:00100000:2.0:1787755805.173847:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667019776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755805.176922:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667019904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 6796us (19187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755805.176944:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6794 00000100:00100000:2.0:1787755805.177268:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667019904:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1787755805.465152:0:165060:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:3.0:1787755805.465279:0:165060:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:1.0:1787755805.666677:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755806.691903:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787755806.696170:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976197 is committed 00000100:00100000:2.0:1787755807.715131:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667020032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755807.715235:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755807.715780:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667020032 00000100:00100000:1.0:1787755807.715793:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667020032 00000100:00100000:1.0:1787755807.715874:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795 00000100:00100000:1.0:1787755807.715886:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667020032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755807.715925:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755807.716007:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667020032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755807.716014:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795 00010000:00010000:3.0:1787755807.716773:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787755807.717091:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755807.717154:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667020032:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1787755807.719044:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755807.719071:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755807.719127:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755807.719135:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755807.719167:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccda00/0x9b2b325365787a20 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787a27 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755807.719203:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985383 is committed 00000020:00080000:1.0:1787755807.719218:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a20f9c0 refcount 2 committed 0 result 0 batchid 3426 00000020:00080000:1.0:1787755807.719222:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff58382200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a20f000 00000020:00080000:1.0:1787755807.719227:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1525 00000020:00080000:1.0:1787755807.719230:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a86d800 00000020:00080000:1.0:1787755807.719233:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1206 00000001:00080000:1.0:1787755807.719247:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985380 is committed 00000020:00080000:1.0:1787755807.719253:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe51987a80 refcount 2 committed 0 result 0 batchid 3425 00000020:00080000:1.0:1787755807.719255:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81867200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51987c00 00000020:00080000:1.0:1787755807.719259:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1523 00000020:00080000:1.0:1787755807.719261:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81867000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51979c00 00000020:00080000:1.0:1787755807.719263:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1205 00000004:00080000:1.0:1787755807.719275:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 366 committed 00000020:00080000:1.0:1787755807.719286:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4c371480 refcount 2 committed 0 result 0 batchid 3424 00000020:00080000:1.0:1787755807.719289:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff467c9a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4c371000 00000020:00080000:1.0:1787755807.719292:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1522 00000020:00080000:1.0:1787755807.719294:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43e4f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2bf200 00000020:00080000:1.0:1787755807.719297:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1204 00000020:00080000:1.0:1787755807.719305:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a20fa80 refcount 2 committed 0 result 0 batchid 3423 00000020:00080000:1.0:1787755807.719308:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a20f900 00000020:00080000:1.0:1787755807.719310:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1521 00000020:00080000:1.0:1787755807.719313:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2b8a00 00000020:00080000:1.0:1787755807.719344:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1203 00000001:00080000:1.0:1787755807.719354:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985374 is committed 00000020:00080000:1.0:1787755807.719364:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3422 batchid updated 00000020:00080000:1.0:1787755807.719379:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3426 committed batchid 3422 00010000:00010000:2.0:1787755807.719397:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719407:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719414:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719421:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755807.719426:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719432:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719447:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755807.719450:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755807.719455:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719460:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787ae4 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719482:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719488:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719493:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719501:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755807.719503:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719508:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755807.719514:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5199b9c0 with version 6853 00010000:00010000:2.0:1787755807.719515:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755807.719517:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755807.719520:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719526:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787aeb lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755807.719527:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3422 cancel update log [0x200000401:0x3:0x0].1520: rc = 0 00010000:00010000:2.0:1787755807.719544:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719551:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719556:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719561:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755807.719564:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.719570:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755807.719575:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3422 cancel update log [0x240000400:0x3:0x0].1202: rc = 0 00010000:00010000:2.0:1787755807.719582:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x4ec94fd6 (ffff9dfe471d1800) 00000020:00080000:1.0:1787755807.719583:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3422 00010000:00010000:2.0:1787755807.719585:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755807.719587:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755807.719592:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6853 rpc_version 6853 00010000:00010000:2.0:1787755807.719593:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787b8c lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755807.719614:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00100000:1.0:1787755807.719616:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755807.719629:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe5291a300 x1874588667020416/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755807.719632:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667020160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755807.719648:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667020416:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755807.719723:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755807.719741:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.719917:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667020160 00000100:00100000:2.0:1787755807.719926:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667020160 00000100:00100000:3.0:1787755807.720040:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755807.720051:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667020544:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1787755807.720092:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755807.720142:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667020544 00000100:00100000:3.0:1787755807.720146:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667020544 00000100:00100000:3.0:1787755807.720216:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30782 00000100:00100000:3.0:1787755807.720228:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667020544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1787755807.720278:0:8436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1236 count 1 00010000:00010000:3.0:1787755807.720399:0:8436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.720429:0:8436:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.720439:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d4:0x0].0x0 since=11s v=(0 0) 00010000:00010000:3.0:1787755807.720444:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755807.720449:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.720488:0:8436:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.720507:0:8436:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 6 pid: 8433 timeout: 8964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755807.720520:0:8436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588667020672:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755807.720604:0:8436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c913c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755807.720722:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11120 00000100:00100000:2.0:1787755807.720732:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667020160:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787755807.720743:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755807.720766:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787a27 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x194:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787a20 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755807.720787:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x194:0x0].0x5a734ce9 (ffff9dfe471d1a00) 00010000:00010000:2.0:1787755807.720797:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755807.721398:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755807.721426:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667020416 00000100:00100000:1.0:1787755807.721434:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667020416 00000100:00100000:1.0:1787755807.721481:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24380 00000100:00100000:1.0:1787755807.721489:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667020416:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755807.721714:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667020160:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 982us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755807.721723:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11120 00000100:00080000:2.0:1787755807.721754:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755807.721802:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667020160:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755807.722917:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667020416:12345-0@lo:1000:osp_up0-1.0 Request processed in 1424us (3169us total) trans 8589957473 rc 0/0 00000100:00100000:2.0:1787755807.722929:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667021184:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.722993:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.723028:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755807.723034:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667021056:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.723058:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.723125:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021184 00000100:00100000:2.0:1787755807.723133:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021184 00000100:00100000:2.0:1787755807.723197:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021056 00000100:00100000:2.0:1787755807.723200:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021056 00000100:00100000:2.0:1787755807.723226:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15674 00000100:00100000:2.0:1787755807.723236:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667021184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755807.723455:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667020800:0@lo:400:kworker.0 00000100:00100000:1.0:1787755807.724100:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24380 00000100:00100000:2.0:1787755807.724926:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667021184:12345-0@lo:400:kworker.0 Request processed in 1685us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755807.724937:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15674 00000100:00100000:3.0:1787755807.725117:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755807.725160:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667021312:0@lo:400:kworker.0 00000100:00100000:3.0:1787755807.725195:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755807.725217:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667021824:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.725974:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021312 00000100:00100000:2.0:1787755807.725987:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021312 00000100:00100000:2.0:1787755807.726050:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15675 00000100:00100000:2.0:1787755807.726062:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667021056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.726142:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667021056:12345-0@lo:400:kworker.0 Request processed in 82us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755807.726149:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15675 00000100:00100000:2.0:1787755807.726164:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15676 00000100:00100000:2.0:1787755807.726171:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667021312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.726201:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667021312:12345-0@lo:400:kworker.0 Request processed in 31us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755807.726208:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15676 00000100:00080000:2.0:1787755807.726270:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755807.726275:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755807.726388:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755807.726455:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667021312:0@lo:400:kworker.0 00000100:00100000:3.0:1787755807.726566:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755807.726598:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667020800 00000100:00100000:3.0:1787755807.726603:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667020800 00000100:00100000:3.0:1787755807.726639:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:3.0:1787755807.726646:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667020800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755807.726686:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667020800:12345-0@lo:400:kworker.0 Request processed in 41us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755807.726693:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00100000:3.0:1787755807.726743:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021824 00000100:00100000:3.0:1787755807.726746:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021824 00000100:00100000:3.0:1787755807.726781:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10080 00000100:00100000:3.0:1787755807.726788:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667021824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755807.728418:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667020416:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755807.728418:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667020928:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.728536:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.728591:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667021440:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.728618:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.728649:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667021952:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.728676:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.728736:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667020928 00000100:00100000:2.0:1787755807.728747:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667020928 00000100:00100000:2.0:1787755807.728804:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021440 00000100:00100000:2.0:1787755807.728807:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021440 00000100:00100000:3.0:1787755807.729567:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667021824:12345-0@lo:400:kworker.0 Request processed in 2773us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755807.729582:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10080 00000100:00100000:3.0:1787755807.729643:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474752 00000100:00100000:3.0:1787755807.729648:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474752 00010000:00010000:3.0:1787755807.729692:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 7 pid: 8433 timeout: 8964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755807.729736:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21676 00000100:00100000:3.0:1787755807.729747:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654474752:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755807.729767:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755807.729774:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 7 pid: 8433 timeout: 8964 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.729796:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 7 pid: 8433 timeout: 8964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755807.730098:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021952 00000100:00100000:1.0:1787755807.730105:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021952 00000100:00100000:1.0:1787755807.730302:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15677 00000100:00100000:1.0:1787755807.730312:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667020928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755807.730440:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667020928:12345-0@lo:400:kworker.0 Request processed in 129us (1904us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755807.730448:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15677 00000100:00100000:1.0:1787755807.730467:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15678 00000100:00100000:1.0:1787755807.730477:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667021952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755807.730512:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667021952:12345-0@lo:400:kworker.0 Request processed in 39us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755807.730518:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15678 00000100:00100000:1.0:1787755807.730535:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15679 00000100:00100000:1.0:1787755807.730540:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667021440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755807.730572:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667021440:12345-0@lo:400:kworker.0 Request processed in 32us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755807.730577:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15679 00000100:00100000:2.0:1787755807.730583:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667021696:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730635:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.730705:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667021056:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730726:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667021184:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730758:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755807.730765:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667021568:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730794:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755807.730852:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667020928:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730865:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667021440:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730874:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667021952:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730928:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667020800:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.730960:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81897b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667021824:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.731016:0:8436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588667020672:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755807.731022:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021696 00000100:00100000:1.0:1787755807.731026:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021696 00000100:00100000:1.0:1787755807.731060:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10081 00000100:00100000:1.0:1787755807.731066:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667021696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755807.731107:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667021696:12345-0@lo:400:kworker.0 Request processed in 41us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755807.731113:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10081 00010000:00010000:3.0:1787755807.731462:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007165ccdf/0x9b2b32536578784b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213d6c expref: 7 pid: 8433 timeout: 8964 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755807.732388:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755807.732397:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755807.732400:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787755807.736275:0:8436:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755807.736417:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667021696:0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.736493:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667021568 00000100:00100000:2.0:1787755807.736501:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667021568 00000100:00100000:2.0:1787755807.736572:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24381 00000100:00100000:2.0:1787755807.736584:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667021568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755807.736703:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667021568:12345-0@lo:400:kworker.0 Request processed in 121us (5906us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755807.736711:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24381 00000100:00100000:2.0:1787755807.736752:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985374 gen 2 00000004:00080000:2.0:1787755807.736760:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985374 committed transno 4294985374 00000020:00080000:2.0:1787755807.736767:0:3650:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe52c91e40 refcount 2 committed 0 result 0 batchid 4294979808 00000020:00080000:2.0:1787755807.736772:0:3650:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff43b44600 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe52c91840 00000020:00080000:2.0:1787755807.736775:0:3650:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].940 00000020:00080000:2.0:1787755807.736777:0:3650:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff43b44200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51231000 00000020:00080000:2.0:1787755807.736780:0:3650:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].937 00000100:00100000:2.0:1787755807.737018:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667021568:0@lo:400:kworker.0 00000020:00080000:2.0:1787755807.737041:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979808 committed batchid 4294979807 00000020:00080000:2.0:1787755807.737126:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979807 00010000:00010000:3.0:1787755807.737230:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755807.737245:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755807.737256:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737272:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737334:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755807.737355:0:8436:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737365:0:8436:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737377:0:8436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737388:0:8436:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737406:0:8436:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755807.737596:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667020544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17369us (17502us total) trans 4294976198 rc 0/0 00000100:00100000:3.0:1787755807.737607:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30782 00010000:00010000:3.0:1787755807.737635:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755807.737642:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737652:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755807.737658:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737668:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737686:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737695:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032d590b6/0x9b2b325365787ba8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755807.737723:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755807.737725:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755807.737726:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787755807.737759:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe51b81f80/2, rc 0, transno 4294976198 00000100:00100000:3.0:1787755807.737766:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667020544:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1787755807.738056:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654474752:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8306us (11488us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755807.738066:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21676 00000100:00100000:0.0:1787755808.226573:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755808.226610:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667022080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755808.226720:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755808.227345:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022080 00000100:00100000:1.0:1787755808.227359:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022080 00000100:00100000:1.0:1787755808.227505:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796 00000100:00100000:1.0:1787755808.227517:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667022080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755808.227568:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755808.227671:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667022080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 157us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755808.227679:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796 00000100:00100000:3.0:1787755808.229726:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667022080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755808.567275:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755808.567731:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654474880 00000100:00100000:1.0:1787755808.567747:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654474880 00000100:00080000:3.0:1787755808.567809:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755808.567858:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70268 00000100:00100000:1.0:1787755808.567877:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+6:225059:x1874588654474880:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755808.567912:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755808.567954:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787baf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e5a expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.568739:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.568766:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.568789:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755808.568884:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755808.568889:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755808.568925:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.568975:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787baf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.568998:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.569008:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755808.569012:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755808.569018:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755808.569118:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+7:225059:x1874588654474880:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1247us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755808.569127:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70268 00000100:00100000:3.0:1787755808.572981:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755808.573144:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475008 00000100:00100000:0.0:1787755808.573163:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475008 00000100:00100000:0.0:1787755808.573256:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70269 00000100:00100000:0.0:1787755808.573271:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:225059:x1874588654475008:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755808.573509:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755808.573549:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787bbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e61 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573752:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573770:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573783:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573803:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573809:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573817:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573911:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787bd2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573920:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787bd2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573940:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787bd2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755808.573970:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787bd2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573988:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.573996:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.574002:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.574009:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.574015:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755808.574020:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.574029:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575643:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755808.575648:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755808.575659:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575670:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575700:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575707:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575715:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575721:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755808.575725:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575732:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575739:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755808.575742:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755808.575745:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575752:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bcb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575816:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787bbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e61 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575831:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787bd2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e61 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.575846:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755808.575848:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755808.575851:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755808.575961:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:225059:x1874588654475008:12345-192.168.201.7@tcp:101:cat.0 Request processed in 2692us (2998us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755808.575973:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70269 00000100:00100000:0.0:1787755808.579650:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755808.585975:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475136 00000100:00100000:1.0:1787755808.585994:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475136 00000100:00100000:1.0:1787755808.586105:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70270 00000100:00100000:1.0:1787755808.586122:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:225059:x1874588654475136:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755808.586160:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755808.586197:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365787bd9 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e68 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.586291:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365787be0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.586530:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365787be0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.586553:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365787be0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755808.586792:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00000004:00200000:1.0:1787755808.586800:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755808.586857:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365787bd9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e68 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.586878:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365787be0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e68 expref: 6 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755808.586889:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:1.0:1787755808.586893:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755808.586898:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755808.587005:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:225059:x1874588654475136:12345-192.168.201.7@tcp:101:cat.0 Request processed in 887us (7709us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755808.587014:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70270 00000100:00080000:3.0:1787755808.587819:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755808.594151:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755808.594251:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475264 00000100:00100000:2.0:1787755808.594267:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475264 00000100:00100000:2.0:1787755808.594677:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70271 00000100:00100000:2.0:1787755808.594698:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:225059:x1874588654475264:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755808.594740:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755808.594780:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787be7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e6f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755808.594880:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755808.594900:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755808.594916:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755808.594996:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x197:0x0]: returning size 4096 00000004:00200000:2.0:1787755808.595003:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755808.595051:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787be7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755808.595070:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755808.595081:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755808.595084:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755808.595089:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755808.595167:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:225059:x1874588654475264:12345-192.168.201.7@tcp:101:cat.0 Request processed in 476us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755808.595174:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70271 00000100:00100000:1.0:1787755808.604223:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755808.604626:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475392 00000100:00100000:0.0:1787755808.604642:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475392 00000100:00100000:0.0:1787755808.604726:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70272 00000100:00100000:0.0:1787755808.604741:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:225059:x1874588654475392:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755808.604770:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755808.604808:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bf5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e76 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.604910:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.604941:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.604955:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755808.605015:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x195:0x0]: returning size 4096 00000004:00200000:0.0:1787755808.605022:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755808.605076:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365787bf5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.605101:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755808.605111:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755808.605114:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755808.605119:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755808.606072:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:225059:x1874588654475392:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1327us (1860us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755808.606084:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70272 00000100:00100000:3.0:1787755808.622189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755808.623110:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475648 00000100:00100000:3.0:1787755808.623127:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475648 00000100:00100000:3.0:1787755808.623224:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70273 00000100:00100000:3.0:1787755808.623240:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:225059:x1874588654475648:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755808.623271:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755808.623302:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365787c03 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e7d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755808.623586:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755808.623605:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755808.623621:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755808.623636:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755808.623645:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755808.623653:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1787755808.623773:0:6521:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00010000:00010000:1.0:1787755808.744237:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755808.750134:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973862 is committed 00000100:00100000:1.0:1787755809.089849:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755809.090003:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475776 00000100:00100000:0.0:1787755809.090018:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475776 00000100:00100000:0.0:1787755809.090112:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70274 00000100:00100000:0.0:1787755809.090125:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225061:x1874588654475776:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755809.090171:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755809.090201:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787c18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e84 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.090297:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.090435:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.090455:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755809.090529:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755809.090534:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755809.090564:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.096983:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787c18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.097024:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.097037:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755809.097041:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755809.097045:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755809.097167:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225061:x1874588654475776:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 7043us (7335us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.097179:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70274 00000100:00080000:3.0:1787755809.098756:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755809.116033:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755809.116363:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654475904 00000100:00100000:0.0:1787755809.116381:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654475904 00000100:00100000:1.0:1787755809.116533:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70275 00000100:00100000:1.0:1787755809.116553:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225061:x1874588654475904:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755809.116597:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755809.116636:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787c26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e8b expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.116746:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.116766:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.116783:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.116806:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.116814:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.116823:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119474:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119503:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119518:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755809.119555:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119576:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119583:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119589:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119596:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119602:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755809.119607:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119617:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119633:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755809.119636:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.119641:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119647:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119670:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119676:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119682:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119687:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755809.119690:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119697:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119705:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dc00) 00010000:00010000:1.0:1787755809.119707:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.119712:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119718:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365787c34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119773:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787c26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119790:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.119799:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:1.0:1787755809.119801:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755809.119804:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755809.119911:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225061:x1874588654475904:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 3361us (3904us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.119937:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70275 00000100:00100000:2.0:1787755809.126503:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755809.126619:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476032 00000100:00100000:1.0:1787755809.126634:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476032 00000100:00100000:1.0:1787755809.126739:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70276 00000100:00100000:1.0:1787755809.126754:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225061:x1874588654476032:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755809.126791:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755809.126822:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365787c42 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e92 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.126910:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365787c49 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.126946:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365787c49 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.126963:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365787c49 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755809.127086:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00000004:00200000:1.0:1787755809.127094:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755809.127144:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365787c42 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e92 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.127167:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365787c49 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e92 expref: 6 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.127178:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:1.0:1787755809.127181:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755809.127186:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00080000:3.0:1787755809.127266:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755809.127276:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225061:x1874588654476032:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 523us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.127286:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70276 00000100:00100000:3.0:1787755809.137225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755809.139582:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476160 00000100:00100000:1.0:1787755809.139606:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476160 00000100:00100000:1.0:1787755809.139939:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70277 00000100:00100000:1.0:1787755809.139958:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225061:x1874588654476160:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755809.139988:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755809.140030:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365787c50 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213e99 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.140148:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.140294:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.140460:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.140485:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.140494:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.140502:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.141022:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.141034:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.141043:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755809.141101:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e63:0x0]: returning size 6 00000004:00200000:1.0:1787755809.141106:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755809.141132:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.141150:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142508:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142530:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142537:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142546:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142554:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755809.142560:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142568:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142589:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:1.0:1787755809.142593:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.142599:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142607:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787c57 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142643:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142650:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142657:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142663:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755809.142666:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142672:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.142680:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x4ec94fd6 (ffff9dff4536dc00) 00010000:00010000:1.0:1787755809.142683:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.143542:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.143554:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.143882:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365787c50 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e99 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.145141:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e99 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.145222:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dff4536d900) 00010000:00010000:1.0:1787755809.145227:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755809.145231:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755809.145476:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225061:x1874588654476160:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 5516us (8263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.145487:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70277 00000100:00100000:0.0:1787755809.148512:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755809.150084:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476288 00000100:00100000:1.0:1787755809.150106:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476288 00000100:00100000:1.0:1787755809.150198:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70278 00000100:00100000:1.0:1787755809.150213:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225061:x1874588654476288:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755809.150241:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755809.150270:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787c6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ea0 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150388:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150406:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150421:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150434:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150442:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150448:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150592:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150601:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.150608:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755809.152238:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dad:0x0]: returning size 6 00000004:00200000:1.0:1787755809.152249:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755809.152299:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152770:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152788:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152795:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152802:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152810:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152817:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755809.152822:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152832:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152852:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:1.0:1787755809.152856:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.152862:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.152874:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787c73 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153223:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153233:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153238:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153243:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755809.153246:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153252:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153261:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dfe471d1900) 00010000:00010000:1.0:1787755809.153264:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.153267:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.153274:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787c7a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.154078:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787c6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ea0 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.154111:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ea0 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.154121:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dff4536dc00) 00010000:00010000:1.0:1787755809.154124:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755809.154127:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:0.0:1787755809.155265:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225061:x1874588654476288:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 5043us (6760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.155279:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70278 00000100:00100000:2.0:1787755809.161043:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.161099:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.161183:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755809.161254:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476544 00000100:00100000:0.0:1787755809.161269:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476544 00000100:00100000:0.0:1787755809.161389:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15680 00000100:00100000:0.0:1787755809.161403:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654476544:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755809.161509:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654476544:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 108us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.161521:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15680 00000100:00100000:2.0:1787755809.172745:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.172793:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.172822:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755809.172879:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476416 00000100:00100000:3.0:1787755809.172902:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476416 00000100:00100000:3.0:1787755809.172984:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2392 00000100:00100000:3.0:1787755809.172997:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654476416:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755809.173085:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654476416:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 90us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.173093:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2392 00000100:00100000:3.0:1787755809.177863:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476672 00000100:00100000:3.0:1787755809.177883:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476672 00000100:00100000:3.0:1787755809.178169:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15681 00000100:00100000:3.0:1787755809.178183:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654476672:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755809.178299:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654476672:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 119us (5505us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.178308:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15681 00000100:00100000:1.0:1787755809.179091:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476800 00000100:00100000:1.0:1787755809.179100:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476800 00000100:00100000:3.0:1787755809.180064:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477056 00000100:00100000:3.0:1787755809.180074:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477056 00000100:00100000:3.0:1787755809.180112:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10082 00000100:00100000:3.0:1787755809.180123:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654476800:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755809.180206:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654476800:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 84us (19106us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.180214:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10082 00000100:00100000:3.0:1787755809.180230:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10083 00000100:00100000:3.0:1787755809.180236:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654477056:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755809.180258:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654477056:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (19075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.180264:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10083 00000100:00080000:1.0:1787755809.182128:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755809.182769:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.182847:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.182875:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477312 00000100:00100000:2.0:1787755809.182886:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477312 00000100:00100000:2.0:1787755809.182976:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11121 00000100:00100000:2.0:1787755809.182987:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654477312:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755809.183016:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755809.183051:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365787c65 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e99 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.183077:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dff4536d900) 00010000:00010000:2.0:1787755809.183093:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755809.183165:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654477312:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 168us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755809.183174:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11121 00000100:00100000:2.0:1787755809.183227:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.183393:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.183448:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.188409:0:6534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477568 00000100:00100000:2.0:1787755809.188432:0:6534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477568 00000100:00100000:2.0:1787755809.188532:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1232 00000100:00100000:2.0:1787755809.188545:0:6534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225061:x1874588654477568:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:2.0:1787755809.188624:0:6534:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755809.188861:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365787c81 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ea0 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.188888:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dff4536dc00) 00010000:00010000:2.0:1787755809.188903:0:6534:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755809.189903:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022208:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.190082:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.190134:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.190266:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654476928 00000100:00100000:0.0:1787755809.190275:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654476928 00000100:00100000:3.0:1787755809.191530:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477184 00000100:00100000:3.0:1787755809.191545:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477184 00000100:00100000:3.0:1787755809.191635:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477824 00000100:00100000:3.0:1787755809.191639:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477824 00000100:00100000:3.0:1787755809.196991:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10084 00000100:00100000:3.0:1787755809.197026:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654477184:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755809.197471:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10085 00000100:00100000:1.0:1787755809.197487:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654476928:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755809.197588:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654477184:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 577us (14826us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.197597:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10084 00000100:00100000:3.0:1787755809.197643:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30783 00000100:00100000:3.0:1787755809.197653:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654477824:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:2.0:1787755809.198150:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477696 00000100:00100000:2.0:1787755809.198222:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477696 00002000:00100000:2.0:1787755809.198280:0:24265:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x51a:0x0] (0->5) req@ffff9dff7f51c700 x1874588654477696/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:380/0 lens 496/0 e 0 to 0 dl 1787755820 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755809.198294:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dff7f51c700 with x1874588654477696 ext(0->5) 00002000:00010000:2.0:1787755809.198303:0:24265:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dff7f51c700 00000100:00100000:0.0:1787755809.198430:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022208 00000100:00100000:0.0:1787755809.198437:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022208 00000100:00100000:0.0:1787755809.198479:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24382 00000100:00100000:0.0:1787755809.198488:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022208:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.198660:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022208:12345-0@lo:1000:mdt_io00_002.0 Request processed in 173us (8578us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.198668:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24382 00000100:00100000:1.0:1787755809.199016:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654476928:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 1532us (26190us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.199025:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10085 00000100:00100000:2.0:1787755809.199124:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27927 00000100:00100000:2.0:1787755809.199134:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654477696:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:2.0:1787755809.200625:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654477696:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1481us (17218us total) trans 4294976199 rc 0/0 00000100:00100000:3.0:1787755809.200790:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654477824:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 3136us (17339us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.200804:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30783 00000100:00080000:3.0:1787755809.200846:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755809.202579:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27927 00002000:00100000:2.0:1787755809.202603:0:24265:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x51a:0x0] (0->5) req@ffff9dff7f51c700 x1874588654477696/t4294976199(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:380/0 lens 496/448 e 0 to 0 dl 1787755820 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755809.202617:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dff7f51c700 with x1874588654477696 ext(0->5) 00002000:00010000:2.0:1787755809.202627:0:24265:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dff7f51c700 00000100:00100000:2.0:1787755809.203123:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022208:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.203844:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022336:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.203942:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.204036:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.204517:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022336 00000100:00100000:3.0:1787755809.204528:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022336 00000100:00100000:3.0:1787755809.204594:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24383 00000100:00100000:3.0:1787755809.204607:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022336:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.204791:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022336:12345-0@lo:1000:mdt_io00_002.0 Request processed in 186us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.204801:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24383 00000100:00100000:0.0:1787755809.205223:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022336:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755809.205281:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00000100:00100000:0.0:1787755809.205372:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022464:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.205419:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.205448:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755809.205559:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022464 00000100:00100000:2.0:1787755809.205564:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022464 00000100:00100000:2.0:1787755809.205613:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24384 00000100:00100000:2.0:1787755809.205624:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022464:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.205777:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022464:12345-0@lo:1000:mdt_io00_002.0 Request processed in 156us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755809.205784:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24384 00000100:00100000:2.0:1787755809.205818:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3b3b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022464:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755809.205842:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e62:0x0] 00000100:00100000:2.0:1787755809.205870:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022592:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.205976:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.205994:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.206058:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022592 00000100:00100000:0.0:1787755809.206064:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022592 00000100:00100000:0.0:1787755809.206102:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24385 00000100:00100000:0.0:1787755809.206110:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022592:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.206175:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022592:12345-0@lo:1000:mdt_io00_002.0 Request processed in 65us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.206183:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24385 00000100:00100000:2.0:1787755809.206613:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022592:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755809.206673:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00000100:00100000:3.0:1787755809.206917:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022720:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.206971:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755809.206998:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755809.207107:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022720 00000100:00100000:2.0:1787755809.207112:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022720 00000100:00100000:2.0:1787755809.207147:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24386 00000100:00100000:2.0:1787755809.207658:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022720:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.207832:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022720:12345-0@lo:1000:mdt_io00_002.0 Request processed in 676us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755809.207840:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24386 00000100:00100000:2.0:1787755809.207886:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022720:0@lo:1000:mdt_io00_002.0 00000004:00020000:2.0:1787755809.208023:0:6534:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:2.0:1787755809.208101:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.208112:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.208125:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755809.208142:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022848:0@lo:101:mdt_io00_002.0 00000100:00100000:2.0:1787755809.208353:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.208373:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.208578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755809.208642:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755809.208675:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654477952 00000100:00100000:0.0:1787755809.208681:0:24204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654477952 00002000:00100000:0.0:1787755809.208794:0:24204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x4d3:0x0] (0->5) req@ffff9dff75e29050 x1874588654477952/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:380/0 lens 496/0 e 0 to 0 dl 1787755820 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755809.208804:0:24204:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dff75e29050 with x1874588654477952 ext(0->5) 00002000:00010000:0.0:1787755809.208812:0:24204:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dff75e29050 00000100:00100000:0.0:1787755809.208839:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27928 00000100:00100000:0.0:1787755809.208849:0:24204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff75e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654477952:12345-192.168.201.7@tcp:4:bash.0 00000004:00020000:3.0:1787755809.210681:0:6521:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4413 00010000:00010000:3.0:1787755809.210809:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.210831:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.210847:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755809.210862:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dad:0x0]: returning size 6 00010000:00010000:3.0:1787755809.211015:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211024:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211032:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211039:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211046:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755809.211052:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211060:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211077:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:3.0:1787755809.211081:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755809.211087:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211094:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365787c0a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211115:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211121:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211128:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211134:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755809.211137:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211144:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211153:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dfe471d1900) 00010000:00010000:3.0:1787755809.211530:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755809.211535:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211542:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787c11 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211614:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365787c03 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211633:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.211649:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755809.211651:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755809.211654:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755809.212819:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:225059:x1874588654475648:12345-192.168.201.7@tcp:101:cat.0 Request processed in 589571us (590639us total) trans 8589957474 rc 0/0 00000100:00100000:3.0:1787755809.212834:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70273 00000100:00100000:3.0:1787755809.214023:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667022848 00000100:00100000:3.0:1787755809.214042:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667022848 00000100:00100000:3.0:1787755809.214124:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24387 00000100:00100000:3.0:1787755809.214138:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e62850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667022848:12345-0@lo:101:mdt_io00_002.0 00000100:00100000:0.0:1787755809.214464:0:24204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff75e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654477952:12345-192.168.201.7@tcp:4:bash.0 Request processed in 5612us (5817us total) trans 4294973863 rc 0/0 00000100:00100000:0.0:1787755809.214476:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27928 00002000:00100000:0.0:1787755809.214492:0:24204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000400:0x4d3:0x0] (0->5) req@ffff9dff75e29050 x1874588654477952/t4294973863(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:380/0 lens 496/448 e 0 to 0 dl 1787755820 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755809.214504:0:24204:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dff75e29050 with x1874588654477952 ext(0->5) 00002000:00010000:0.0:1787755809.214513:0:24204:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dff75e29050 00010000:00010000:3.0:1787755809.216354:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755809.216403:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 2/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787c88 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.216463:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.216477:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 4/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.216534:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 6 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.216559:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 6 pid: 6520 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755809.216586:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588667022976:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755809.216813:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478080 00000100:00100000:2.0:1787755809.216824:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478080 00000100:00100000:3.0:1787755809.219161:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755809.219576:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30784 00000100:00100000:2.0:1787755809.219651:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654478080:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:2.0:1787755809.220208:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957474 is committed 00000020:00080000:2.0:1787755809.220220:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979808 batchid updated 00000001:00080000:2.0:1787755809.220233:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957473 is committed 00000001:00080000:2.0:1787755809.220253:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957472 is committed 00000020:00080000:2.0:1787755809.220273:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979808 00000004:00080000:2.0:1787755809.220400:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4a20f000 with version 1830 00000020:00080000:2.0:1787755809.220416:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979808 cancel update log [0x240000404:0x2:0x0].940: rc = 0 00000020:00080000:2.0:1787755809.220541:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979808 cancel update log [0x200000bd0:0x2:0x0].937: rc = 0 00000020:00080000:2.0:1787755809.220553:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979808 00010000:00010000:2.0:1787755809.220579:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.220600:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.220610:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.220617:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755809.220625:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.220635:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.220658:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dfe471d1900) 00010000:00010000:2.0:1787755809.220661:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755809.220668:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.220675:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787b62 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755809.222871:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1830 rpc_version 1830 00000020:00100000:2.0:1787755809.223009:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755809.223025:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43cd6d80 x1874588667023232/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755809.223059:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667023232:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755809.223177:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.223235:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.224678:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667023232 00000100:00100000:3.0:1787755809.224806:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667023232 00000100:00100000:3.0:1787755809.224889:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24388 00000100:00100000:3.0:1787755809.224912:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588667023232:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755809.225574:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588667023232:12345-0@lo:1000:osp_up1-0.0 Request processed in 661us (2394us total) trans 4294985384 rc 0/0 00000100:00100000:3.0:1787755809.225584:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24388 00000001:00080000:1.0:1787755809.225845:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973863 is committed 00000100:00100000:2.0:1787755809.226047:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6d80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667023232:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755809.226361:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654478080:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 6768us (17782us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.226373:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30784 00000100:00100000:1.0:1787755809.239360:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001_UUID:6524:1874588667022976:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755809.239419:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 3/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.239439:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:1.0:1787755809.239442:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755809.239447:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 3/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.239460:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:1.0:1787755809.239568:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e62850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667022848:12345-0@lo:101:mdt_io00_002.0 Request processed in 25431us (31213us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.239580:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24387 00000100:00100000:3.0:1787755809.240793:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.240868:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667022848:0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755809.240909:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.240955:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.241147:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478208 00000100:00100000:1.0:1787755809.241157:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478208 00010000:00010000:1.0:1787755809.241211:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 7 pid: 6520 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.241262:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21677 00000100:00100000:1.0:1787755809.241277:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654478208:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755809.241300:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755809.241310:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 7 pid: 6520 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.241353:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 7 pid: 6520 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.241382:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365787bee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e6f expref: 7 pid: 6520 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.241404:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:1.0:1787755809.241411:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 2/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.241424:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.241434:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.241478:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 6 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.241495:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588667023360:0@lo:105: 00000100:00100000:3.0:1787755809.250665:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755809.250791:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478336 00000100:00100000:0.0:1787755809.250808:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478336 00000100:00100000:0.0:1787755809.250896:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30785 00000100:00100000:0.0:1787755809.250910:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654478336:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755809.250951:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755809.250976:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000705456ac/0x9b2b325365787ca4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ea7 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755809.251055:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588667023488:192.168.201.7@tcp:106: 00000100:00100000:0.0:1787755809.251176:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.251881:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.251949:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51cfc180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755809.252060:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667023360 00000100:00100000:1.0:1787755809.252068:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667023360 00000100:00100000:1.0:1787755809.252123:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921 00000100:00100000:1.0:1787755809.252133:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588667023360:12345-0@lo:105: 00010000:00010000:1.0:1787755809.252152:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.252165:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.252176:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.252186:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.252195:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.252205:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.252237:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2e00) 00000100:00100000:1.0:1787755809.252294:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588667023360:12345-0@lo:105: Request processed in 163us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.252301:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921 00000100:00100000:0.0:1787755809.252448:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588667023360:0@lo:105: 00010000:00010000:0.0:1787755809.252472:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755809.252507:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654478208:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 11232us (11724us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.252516:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21677 00010000:00010000:2.0:1787755809.252778:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.252790:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755809.252820:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00010000:00010000:2.0:1787755809.252877:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.252885:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.252980:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 3/0,1 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755809.253003:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667023616:0@lo:101:mdt_io00_002.0 00000100:00100000:2.0:1787755809.253045:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.253123:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.253183:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667023616 00000100:00100000:0.0:1787755809.253190:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667023616 00000100:00100000:0.0:1787755809.253273:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24389 00000100:00100000:0.0:1787755809.253283:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667023616:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755809.253307:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755809.253360:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787cb2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787cab expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.253388:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787cb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787cab expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.253404:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787cb2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787cab expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.253412:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x4ec94fd6 (ffff9dfe48a2ec00) 00010000:00010000:0.0:1787755809.253416:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755809.253419:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755809.253475:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667023616:12345-0@lo:101:mdt_io00_002.0 Request processed in 193us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.253481:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24389 00000100:00100000:1.0:1787755809.253719:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667023616:0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755809.253735:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.253745:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755809.253764:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00010000:00010000:1.0:1787755809.253789:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.253803:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.253811:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.253841:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.253859:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 9 pid: 17813 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.253878:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667023744:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755809.253956:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00002000:00010000:1.0:1787755809.257806:0:9891:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x51a:0x0] updating lvb size: 0 -> 6 00002000:00010000:1.0:1787755809.257821:0:9891:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x51a:0x0] updating lvb mtime: 0 -> 1787755803 00002000:00010000:1.0:1787755809.257825:0:9891:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x51a:0x0] updating lvb atime: 0 -> 1787755803 00002000:00010000:1.0:1787755809.257827:0:9891:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x51a:0x0] updating lvb ctime: 0 -> 1787755803 00002000:00010000:1.0:1787755809.257828:0:9891:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x51a:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:1.0:1787755809.257860:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588667023488:192.168.201.7@tcp:106: 00010000:00010000:1.0:1787755809.257929:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000705456ac/0x9b2b325365787ca4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ea7 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.257962:0:9891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000705456ac/0x9b2b325365787ca4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ea7 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.257988:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:1.0:1787755809.258097:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654478336:12345-192.168.201.7@tcp:101:cat.0 Request processed in 7178us (8189us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755809.258108:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30785 00000100:00100000:1.0:1787755809.266465:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667023744:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755809.266519:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755809.267785:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.268900:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478464 00000100:00100000:2.0:1787755809.268933:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478464 00000100:00100000:2.0:1787755809.269763:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30786 00000100:00100000:2.0:1787755809.269784:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:225059:x1874588654478464:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755809.269818:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755809.269852:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213eae expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.269927:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 7 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.269940:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x51a:0x0].0x0 since=6s v=(0 0) 00010000:00010000:2.0:1787755809.269945:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755809.269952:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.272210:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 7 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.272241:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 7 pid: 35158 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755809.272262:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667023872:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755809.273300:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.274194:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755809.275346:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478592 00000100:00100000:1.0:1787755809.275361:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478592 00010000:00010000:1.0:1787755809.275411:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 10 pid: 17813 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.275454:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21678 00000100:00100000:1.0:1787755809.275463:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654478592:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755809.275477:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755809.275484:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 10 pid: 17813 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.275496:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 10 pid: 17813 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.275518:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787bfc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e76 expref: 10 pid: 17813 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.275535:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:1.0:1787755809.275540:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.275557:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.275563:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.275593:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755809.275652:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654478592:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 189us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.275659:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21678 00010000:00010000:3.0:1787755809.275810:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.275817:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.275839:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.275847:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.275857:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755809.275942:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024000:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.276013:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755809.276043:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755809.276239:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667024000 00000100:00100000:1.0:1787755809.276243:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667024000 00000100:00100000:1.0:1787755809.276355:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24390 00000100:00100000:1.0:1787755809.276362:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024000:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.276442:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024000:12345-0@lo:1000:mdt_io00_002.0 Request processed in 82us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.276448:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24390 00000100:00100000:1.0:1787755809.276482:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024000:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.276535:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024128:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.279430:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755809.279474:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.279614:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667024128 00000100:00100000:3.0:1787755809.279627:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667024128 00000100:00100000:3.0:1787755809.279700:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24391 00000100:00100000:3.0:1787755809.279713:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024128:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.279838:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024128:12345-0@lo:1000:mdt_io00_002.0 Request processed in 127us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.279845:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24391 00000100:00100000:1.0:1787755809.281441:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024128:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.281540:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024256:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.287752:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.288060:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478720 00000100:00100000:2.0:1787755809.288073:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478720 00010000:00010000:2.0:1787755809.288130:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 8 pid: 35158 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755809.288192:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21679 00000100:00100000:2.0:1787755809.288205:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654478720:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755809.288225:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755809.288256:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 8 pid: 35158 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.288285:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 8 pid: 35158 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.288362:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755809.288368:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755809.288379:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.288391:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.288438:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755809.288457:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1874588667024384:192.168.201.7@tcp:105: 00000100:00100000:2.0:1787755809.288564:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00010000:00010000:1.0:1787755809.288935:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a26f6692/0x9b2b325365787b77 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e45 expref: 8 pid: 35158 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.288956:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b309c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667023872:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755809.288989:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.289002:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:1.0:1787755809.289040:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:225059:x1874588654478464:12345-192.168.201.7@tcp:101:cat.0 Request processed in 19263us (21261us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.289048:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30786 00000100:00100000:0.0:1787755809.289513:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.289557:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755809.293794:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667024256 00000100:00100000:1.0:1787755809.293815:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667024256 00000100:00100000:0.0:1787755809.294162:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24392 00000100:00100000:0.0:1787755809.294172:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024256:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.299339:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024256:12345-0@lo:1000:mdt_io00_002.0 Request processed in 5137us (9808us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755809.299360:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24392 00000100:00100000:3.0:1787755809.299771:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024256:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.300734:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024512:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.300835:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.300886:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.301288:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667024512 00000100:00100000:3.0:1787755809.301299:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667024512 00000100:00100000:3.0:1787755809.301655:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24393 00000100:00100000:3.0:1787755809.301668:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024512:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.301803:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024512:12345-0@lo:1000:mdt_io00_002.0 Request processed in 136us (972us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.301812:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24393 00000100:00100000:2.0:1787755809.302353:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024512:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.302486:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024640:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.302538:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.302571:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe52c91e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.304056:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667024640 00000100:00100000:3.0:1787755809.304072:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667024640 00000100:00100000:3.0:1787755809.304145:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24394 00000100:00100000:3.0:1787755809.304166:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024640:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.304373:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024640:12345-0@lo:1000:mdt_io00_002.0 Request processed in 217us (1833us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.304381:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24394 00000100:00100000:2.0:1787755809.305373:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024640:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755809.305439:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e62:0x0] 00010000:00010000:2.0:1787755809.305596:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.305624:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.305647:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.305709:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755809.305732:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 8 pid: 6521 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755809.305748:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667024768:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755809.305865:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755809.307441:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1874588667024384:192.168.201.7@tcp:105: 00010000:00010000:1.0:1787755809.307473:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755809.307870:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654478720:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 19664us (20130us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.307884:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21679 00000100:00100000:2.0:1787755809.308646:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755809.308754:0:42692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654478848 00000100:00100000:1.0:1787755809.308767:0:42692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654478848 00002000:00100000:1.0:1787755809.308819:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x51a:0x0] (0->4095) req@ffff9dfe43cd6300 x1874588654478848/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:380/0 lens 488/0 e 0 to 0 dl 1787755820 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755809.308830:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd6300 with x1874588654478848 ext(0->4095) 00002000:00010000:1.0:1787755809.308837:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe43cd6300 00000100:00100000:1.0:1787755809.308871:0:42692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27929 00000100:00100000:1.0:1787755809.308881:0:42692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654478848:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:1.0:1787755809.309066:0:42692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654478848:12345-192.168.201.7@tcp:3:cat.0 Request processed in 185us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1787755809.309074:0:42692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27929 00002000:00100000:1.0:1787755809.309082:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x51a:0x0] (0->4095) req@ffff9dfe43cd6300 x1874588654478848/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:380/0 lens 488/4536 e 0 to 0 dl 1787755820 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755809.309090:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43cd6300 with x1874588654478848 ext(0->4095) 00002000:00010000:1.0:1787755809.309093:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe43cd6300 00000100:00100000:1.0:1787755809.325986:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755809.326208:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755809.326424:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667024768:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755809.326458:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755809.326547:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654479104 00000100:00100000:3.0:1787755809.326557:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654479104 00000100:00100000:3.0:1787755809.326629:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9365 00000100:00100000:3.0:1787755809.326642:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:225059:x1874588654479104:12345-192.168.201.7@tcp:35:cat.0 00000100:00100000:2.0:1787755809.331054:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:225059:x1874588654479104:12345-192.168.201.7@tcp:35:cat.0 Request processed in 4398us (5073us total) trans 8589957475 rc 0/0 00000100:00100000:2.0:1787755809.331074:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9365 00000100:00100000:0.0:1787755809.337332:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654479232 00000100:00100000:0.0:1787755809.337364:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654479232 00010000:00010000:0.0:1787755809.337420:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 10 pid: 6521 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755809.337461:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21680 00000100:00100000:0.0:1787755809.337472:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654479232:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755809.337489:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755809.337496:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 10 pid: 6521 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.337511:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 10 pid: 6521 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.337535:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365787c8f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dad:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e7d expref: 10 pid: 6521 timeout: 8966 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.337553:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:0.0:1787755809.337558:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.337567:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.337574:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.337610:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755809.337673:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654479232:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 202us (11463us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.337682:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21680 00010000:00010000:3.0:1787755809.338046:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.338060:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.338147:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.338154:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.338177:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755809.338202:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024896:0@lo:101:mdt_io00_002.0 00000100:00100000:3.0:1787755809.338281:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755809.338374:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.340073:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667024896 00000100:00100000:0.0:1787755809.340101:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667024896 00000100:00100000:0.0:1787755809.340178:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24395 00000100:00100000:0.0:1787755809.340192:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667024896:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755809.340219:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755809.340254:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365787cdc lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787cd5 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.340302:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365787cdc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787cd5 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.340348:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365787cdc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787cd5 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.340358:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:0.0:1787755809.340361:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787755809.340365:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:3.0:1787755809.340515:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667024896:12345-0@lo:101:mdt_io00_002.0 Request processed in 324us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.340523:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24395 00000100:00100000:0.0:1787755809.340639:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667024896:0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755809.340663:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755809.340678:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755809.340712:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e63:0x0] 00000100:00100000:0.0:1787755809.340815:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b309880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025024:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.340864:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.340912:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51b0f180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.341050:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025024 00000100:00100000:3.0:1787755809.341056:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025024 00000100:00100000:3.0:1787755809.341098:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24396 00000100:00100000:3.0:1787755809.341106:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025024:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.341223:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025024:12345-0@lo:1000:mdt_io00_002.0 Request processed in 117us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.341231:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24396 00000100:00100000:1.0:1787755809.342162:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b309880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025024:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755809.342221:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00000100:00100000:1.0:1787755809.342284:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ace00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025152:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.343085:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755809.343132:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755809.343440:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025152 00000100:00100000:3.0:1787755809.343453:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025152 00000100:00100000:3.0:1787755809.343530:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24397 00000100:00100000:3.0:1787755809.343542:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025152:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.343674:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025152:12345-0@lo:1000:mdt_io00_002.0 Request processed in 133us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755809.343683:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24397 00000100:00100000:1.0:1787755809.343823:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ace00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025152:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755809.343864:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e62:0x0] 00010000:00010000:1.0:1787755809.343938:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.343958:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.343977:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755809.344052:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ace00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025280:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.344098:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755809.344129:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.344226:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025280 00000100:00100000:0.0:1787755809.344232:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025280 00000100:00100000:0.0:1787755809.344283:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24398 00000100:00100000:0.0:1787755809.344293:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025280:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.344408:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025280:12345-0@lo:1000:mdt_io00_002.0 Request processed in 116us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.344416:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24398 00000100:00100000:2.0:1787755809.344509:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ace00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025280:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755809.344530:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e62:0x0] 00000100:00100000:2.0:1787755809.344572:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025408:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.344605:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.344716:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025408 00000100:00100000:0.0:1787755809.344721:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025408 00000100:00100000:0.0:1787755809.344757:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24399 00000100:00100000:0.0:1787755809.344764:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025408:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.344814:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025408:12345-0@lo:1000:mdt_io00_002.0 Request processed in 50us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.344821:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24399 00000100:00100000:2.0:1787755809.344912:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755809.344944:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025408:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.344983:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025536:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755809.345193:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.345218:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.345591:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025536 00000100:00100000:0.0:1787755809.345597:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025536 00000100:00100000:0.0:1787755809.345626:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24400 00000100:00100000:0.0:1787755809.345646:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025536:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.345724:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025536:12345-0@lo:1000:mdt_io00_002.0 Request processed in 80us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.345743:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24400 00000100:00100000:0.0:1787755809.345779:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025536:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755809.345809:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00000100:00100000:0.0:1787755809.345848:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025664:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.345879:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.345901:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025664 00000100:00100000:0.0:1787755809.345905:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025664 00000100:00100000:0.0:1787755809.345933:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24401 00000100:00100000:0.0:1787755809.345940:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025664:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.345989:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025664:12345-0@lo:1000:mdt_io00_002.0 Request processed in 49us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.345995:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24401 00000100:00100000:0.0:1787755809.346485:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.346518:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025664:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755809.346908:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e62:0x0] 00000100:00100000:0.0:1787755809.346968:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025792:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.347017:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.347045:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe51987f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755809.347079:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025792 00000100:00100000:1.0:1787755809.347086:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025792 00000100:00100000:1.0:1787755809.347179:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24402 00000100:00100000:1.0:1787755809.347189:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025792:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755809.347280:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025792:12345-0@lo:1000:mdt_io00_002.0 Request processed in 93us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.347289:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24402 00000100:00100000:2.0:1787755809.347379:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025792:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.347458:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025920:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.347497:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755809.347613:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e20c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.347657:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667025920 00000100:00100000:0.0:1787755809.347662:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667025920 00000100:00100000:0.0:1787755809.347697:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24403 00000100:00100000:0.0:1787755809.347705:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025920:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.347755:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667025920:12345-0@lo:1000:mdt_io00_002.0 Request processed in 50us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.347762:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24403 00000100:00100000:3.0:1787755809.347829:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667025920:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.347949:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667026048:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755809.347974:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755809.347999:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4c7e2900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.348040:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026048 00000100:00100000:0.0:1787755809.348044:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026048 00000100:00100000:0.0:1787755809.348074:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24404 00000100:00100000:0.0:1787755809.348081:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667026048:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755809.348136:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667026048:12345-0@lo:1000:mdt_io00_002.0 Request processed in 55us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755809.348143:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24404 00000100:00100000:3.0:1787755809.348357:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2a00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667026048:0@lo:1000:mdt_io00_002.0 00000040:00080000:3.0:1787755809.348889:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].220, 64 off22272 00000004:00080000:3.0:1787755809.348901:0:6534:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8866370584920ns, next at 8867370582108ns, rc = 0 00000040:00080000:3.0:1787755809.349035:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].938, 904 off877952 00000040:00080000:3.0:1787755809.349093:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].941, 984 off975456 00000004:00080000:3.0:1787755809.349101:0:6534:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe47cdecc0 with version 1831 00000004:00080000:0.0:1787755809.357115:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1831 rpc_version 1831 00000020:00100000:2.0:1787755809.357279:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755809.357296:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43cd4380 x1874588667026304/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2584/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755809.357455:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667026304:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755809.357621:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755809.357717:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755809.357870:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026304 00000100:00100000:0.0:1787755809.357882:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026304 00000100:00100000:0.0:1787755809.358027:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24405 00000100:00100000:0.0:1787755809.358040:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667026304:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755809.361286:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:30971:x1874588667026304:12345-0@lo:1000:osp_up1-0.0 Request processed in 3222us (3641us total) trans 4294985385 rc 0/0 00000100:00100000:2.0:1787755809.361305:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24405 00000100:00100000:0.0:1787755809.361876:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667026304:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787755809.362209:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362224:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362233:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362240:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755809.362246:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362256:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362407:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755809.362411:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755809.362417:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362425:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787cce lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1dad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755809.362457:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e63:0x0] 00010000:00010000:3.0:1787755809.362465:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362476:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362490:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362498:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362504:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362511:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755809.362514:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362521:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362530:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:3.0:1787755809.362533:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755809.362536:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362543:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787cb9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755809.362691:0:6534:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009b918ffb reply state 00000000474f642e transno 8589957476 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362710:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362720:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dff439f7300) 00010000:00010000:3.0:1787755809.362723:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755809.362728:0:6534:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:3.0:1787755809.362794:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00010000:00010000:3.0:1787755809.362803:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362812:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362821:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362969:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755809.362976:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x197:0x0] 00010000:00010000:3.0:1787755809.362982:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.362991:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363001:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363007:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363013:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363018:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755809.363021:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363031:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363040:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dff4536d000) 00010000:00010000:3.0:1787755809.363043:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755809.363046:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363052:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787ce3 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363109:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363119:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363128:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363136:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363142:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755809.363148:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363230:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755809.363239:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363253:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755809.363258:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755809.363358:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363405:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363412:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787755809.363505:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1787755809.363644:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363652:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2e00/0x9b2b325365787c88 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787c9d expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363675:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755809.363679:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363685:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755809.363689:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363694:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363704:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dad:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:1.0:1787755809.363707:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755809.363710:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 3/0,0 mode: --/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.363717:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755809.363719:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755809.363721:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755809.363884:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787755809.364011:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cea lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1dad:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755809.364242:0:6534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225061:x1874588654477568:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 175691us (181005us total) trans 8589957476 rc 0/0 00000100:00100000:3.0:1787755809.364255:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1232 00010000:00010000:0.0:1787755809.366310:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755809.367721:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667026432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755809.367990:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755809.375668:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026432 00000100:00100000:0.0:1787755809.375691:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026432 00000100:00100000:1.0:1787755809.375994:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11122 00000100:00100000:1.0:1787755809.376015:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+10:3649:x1874588667026432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755809.376038:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755809.376077:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787c9d lrc: 0/0,0 mode: --/CW res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787c88 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755809.376120:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:1.0:1787755809.376138:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755809.376642:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3649:x1874588667026432:12345-0@lo:103:ldlm_bl.0 Request processed in 617us (8638us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.376653:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11122 00000100:00100000:2.0:1787755809.377608:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667026432:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755809.762880:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755809.763050:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667026560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755809.763158:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755809.763888:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026560 00000100:00100000:1.0:1787755809.763900:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026560 00000100:00100000:1.0:1787755809.764888:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24406 00000100:00100000:1.0:1787755809.764903:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588667026560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755809.764971:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443401728 avail 1297162240 00000100:00100000:1.0:1787755809.765086:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588667026560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 187us (1929us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755809.765094:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24406 00000100:00100000:0.0:1787755809.765210:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667026560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755810.278471:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667026688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755810.278564:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755810.278726:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667026816:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755810.278765:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755810.278806:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755810.278812:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667026944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755810.278819:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026816 00000100:00100000:1.0:1787755810.278829:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026816 00000100:00100000:2.0:1787755810.278837:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755810.278869:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026944 00000100:00100000:2.0:1787755810.278873:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026944 00000100:00100000:1.0:1787755810.278895:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6797 00000100:00100000:2.0:1787755810.278919:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798 00000100:00100000:1.0:1787755810.278920:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667026816:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755810.278925:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667026944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755810.278945:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661086720 00002000:00000024:2.0:1787755810.278958:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:1.0:1787755810.278996:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667026816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755810.279003:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6797 00000100:00100000:3.0:1787755810.279032:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667026688 00000100:00100000:3.0:1787755810.279036:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667026688 00000100:00100000:3.0:1787755810.279461:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24407 00000100:00100000:3.0:1787755810.279471:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667026688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755810.279503:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442783232 avail 1296543744 00000100:00100000:2.0:1787755810.279580:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667026944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 654us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755810.279588:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798 00000100:00100000:2.0:1787755810.279638:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667026944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755810.279649:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973862 gen 2 00000004:00080000:2.0:1787755810.279654:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a047b80, transno 4294973862 00000100:00100000:2.0:1787755810.279667:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667026816:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787755810.282388:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755810.282400:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755810.287390:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667026688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7910us (8815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755810.287405:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24407 00000100:00100000:1.0:1787755810.289400:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957473 gen 2 00000004:00080000:1.0:1787755810.289412:0:3648:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957473 committed transno 8589957473 00000100:00100000:1.0:1787755810.289448:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667026688:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787755810.789039:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755810.958617:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755810.958700:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654479360 00000100:00100000:0.0:1787755810.958711:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654479360 00000100:00100000:0.0:1787755810.958785:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70279 00000100:00100000:0.0:1787755810.958798:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:225098:x1874588654479360:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755810.958826:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755810.958854:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787cf1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213eb5 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755810.958951:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365787cf8 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755810.958967:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365787cf8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755810.958981:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365787cf8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755810.959116:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00000004:00200000:0.0:1787755810.959121:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755810.959143:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365787cf8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755810.959172:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787cf1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eb5 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755810.959213:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365787cf8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eb5 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755810.959222:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:0.0:1787755810.959225:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755810.959228:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755810.959294:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:225098:x1874588654479360:12345-192.168.201.7@tcp:101:rm.0 Request processed in 498us (687us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755810.959301:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70279 00000100:00080000:3.0:1787755810.959571:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755810.974268:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755810.975530:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654479488 00000100:00100000:3.0:1787755810.975545:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654479488 00000100:00100000:3.0:1787755810.975623:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70280 00000100:00100000:3.0:1787755810.975635:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:225098:x1874588654479488:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755810.975656:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755810.975685:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cff lrc: 2/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ebc expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.975744:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.975757:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.975773:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755810.975830:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x197:0x0]: returning size 4096 00000004:00200000:3.0:1787755810.975835:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755810.975870:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365787cff lrc: 0/0,0 mode: --/CR res: [0x240000400:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.975902:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.975911:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:3.0:1787755810.975914:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755810.975917:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755810.976003:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:225098:x1874588654479488:12345-192.168.201.7@tcp:101:rm.0 Request processed in 369us (1745us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755810.976010:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70280 00000100:00100000:2.0:1787755810.978812:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755810.978979:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654479616 00000100:00100000:3.0:1787755810.978992:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654479616 00000100:00100000:3.0:1787755810.979083:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70281 00000100:00100000:3.0:1787755810.979094:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:225098:x1874588654479616:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755810.979233:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755810.979258:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ec3 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.979338:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.979355:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.979367:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755810.979408:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x195:0x0]: returning size 4096 00000004:00200000:3.0:1787755810.979414:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755810.979450:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.979468:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.979477:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755810.979479:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755810.979483:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755810.980597:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654479616:12345-192.168.201.7@tcp:101:rm.0 Request processed in 930us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755810.980608:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70281 00000100:00080000:2.0:1787755810.981073:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755810.991039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755810.991231:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654479872 00000100:00100000:3.0:1787755810.991242:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654479872 00000100:00100000:3.0:1787755810.991310:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70282 00000100:00100000:3.0:1787755810.991339:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:225098:x1874588654479872:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755810.991361:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755810.991386:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d1b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213eca expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755810.991559:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00010000:00010000:3.0:1787755810.991663:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d1b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eca expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.991680:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:3.0:1787755810.991684:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755810.991689:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d1b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eca expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755810.991707:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755810.991766:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:225098:x1874588654479872:12345-192.168.201.7@tcp:101:rm.0 Request processed in 430us (739us total) trans 4294985386 rc 301/301 00000100:00100000:3.0:1787755810.991774:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70282 00000100:00100000:1.0:1787755811.006548:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.006681:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654480000 00000100:00100000:3.0:1787755811.006693:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654480000 00000100:00100000:3.0:1787755811.006749:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9366 00000100:00100000:3.0:1787755811.006759:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49633c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225098:x1874588654480000:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755811.022806:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49633c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225098:x1874588654480000:12345-192.168.201.7@tcp:37:rm.0 Request processed in 16037us (16259us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.022821:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9366 00000100:00100000:3.0:1787755811.032752:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.032834:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654480128 00000100:00100000:2.0:1787755811.032847:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654480128 00000100:00100000:2.0:1787755811.032938:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9367 00000100:00100000:2.0:1787755811.032951:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480128:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755811.050152:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480128:12345-192.168.201.7@tcp:37:rm.0 Request processed in 17187us (17393us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.050169:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9367 00000100:00100000:0.0:1787755811.061029:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.061214:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654480384 00000100:00100000:3.0:1787755811.061227:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654480384 00000100:00100000:3.0:1787755811.061301:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9368 00000100:00100000:3.0:1787755811.061336:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225098:x1874588654480384:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:3.0:1787755811.061650:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1207, 344 off1099248 00000040:00080000:3.0:1787755811.061710:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1526, 424 off1542888 00000004:00080000:3.0:1787755811.061717:0:6523:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5199b480 with version 6854 00000004:00080000:0.0:1787755811.061913:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6854 rpc_version 6854 00000020:00100000:0.0:1787755811.061960:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755811.061971:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4b30aa00 x1874588667027200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755811.061997:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667027200:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755811.062079:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.062138:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.062142:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667027200 00000100:00100000:3.0:1787755811.062148:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667027200 00000100:00100000:3.0:1787755811.062305:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24408 00000100:00100000:3.0:1787755811.062335:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667027200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755811.062532:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667027200:12345-0@lo:1000:osp_up0-1.0 Request processed in 218us (453us total) trans 8589957477 rc 0/0 00000100:00100000:3.0:1787755811.062540:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24408 00000100:00100000:0.0:1787755811.062656:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667027200:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755811.063431:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480384:12345-192.168.201.7@tcp:35:rm.0 Request processed in 2115us (2419us total) trans 4294985387 rc 0/0 00000100:00100000:2.0:1787755811.063440:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9368 00000100:00100000:0.0:1787755811.074021:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.077817:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654480640 00000100:00100000:3.0:1787755811.077836:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654480640 00000100:00100000:3.0:1787755811.077925:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70283 00000100:00100000:3.0:1787755811.077939:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480640:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755811.077977:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755811.078010:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365787d29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ed1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.078232:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d30 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.078245:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d30 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.078258:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d30 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755811.078271:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00010000:00010000:3.0:1787755811.078397:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365787d29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ed1 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.078422:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d30 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ed1 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.078431:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:3.0:1787755811.078434:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755811.078438:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755811.078531:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225098:x1874588654480640:12345-192.168.201.7@tcp:101:rm.0 Request processed in 593us (4531us total) trans 4294985388 rc 0/0 00000100:00100000:3.0:1787755811.078538:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70283 00000100:00100000:0.0:1787755811.084345:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.086164:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654480768 00000100:00100000:3.0:1787755811.086180:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654480768 00000100:00100000:3.0:1787755811.086256:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70284 00000100:00100000:3.0:1787755811.086268:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480768:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:3.0:1787755811.086349:0:35169:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345311744 00000100:00100000:3.0:1787755811.086450:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480768:12345-192.168.201.7@tcp:41:rm.0 Request processed in 183us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.086458:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70284 00000100:00100000:0.0:1787755811.095644:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.095828:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654480896 00000100:00100000:1.0:1787755811.095844:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654480896 00000100:00100000:1.0:1787755811.095933:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70285 00000100:00100000:1.0:1787755811.095946:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+10:225098:x1874588654480896:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755811.095968:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.095989:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d3e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ed8 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096091:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096110:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096124:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096136:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096143:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096150:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096210:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787d53 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096217:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787d53 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096223:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787d53 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755811.096245:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787d53 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096259:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096267:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096275:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096281:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096289:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755811.096294:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096302:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096363:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:1.0:1787755811.096367:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755811.096372:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096378:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787d45 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096391:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096397:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096404:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096409:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755811.096411:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096417:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096428:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dff439f7300) 00010000:00010000:1.0:1787755811.096431:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755811.096434:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096441:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365787d4c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096467:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d3e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ed8 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096480:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787d53 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ed8 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.096487:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755811.096490:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755811.096492:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755811.096550:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:225098:x1874588654480896:12345-192.168.201.7@tcp:101:rm.0 Request processed in 608us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.096558:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70285 00000100:00100000:2.0:1787755811.104511:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.104552:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654481024 00000100:00100000:2.0:1787755811.104562:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654481024 00000100:00100000:2.0:1787755811.104616:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70286 00000100:00100000:2.0:1787755811.104626:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:225098:x1874588654481024:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755811.104650:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.104672:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787d5a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213edf expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.104737:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787d61 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.104753:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787d61 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.104764:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787d61 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755811.104812:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e63:0x0]: returning size 6 00000004:00200000:2.0:1787755811.104816:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1787755811.104865:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2000/0x9b2b325365787d5a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213edf expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.104882:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787d61 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213edf expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.104903:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:2.0:1787755811.104906:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755811.104909:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755811.104969:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+13:225098:x1874588654481024:12345-192.168.201.7@tcp:101:rm.0 Request processed in 343us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.104977:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70286 00000100:00100000:3.0:1787755811.110965:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.111125:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654481152 00000100:00100000:1.0:1787755811.111135:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654481152 00000100:00100000:1.0:1787755811.111196:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11123 00000100:00100000:1.0:1787755811.111207:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654481152:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:1.0:1787755811.111223:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755811.111250:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365787d53 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ed8 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.111276:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dff4536db00) 00010000:00010000:1.0:1787755811.111288:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755811.111367:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654481152:12345-192.168.201.7@tcp:103:rm.0 Request processed in 160us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.111374:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11123 00000100:00100000:2.0:1787755811.114483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.116737:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654481408 00000100:00100000:3.0:1787755811.116752:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654481408 00000100:00100000:3.0:1787755811.116810:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70287 00000100:00100000:3.0:1787755811.116820:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:225098:x1874588654481408:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755811.116872:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755811.116914:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365787d61 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e63:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213edf expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.116934:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:3.0:1787755811.116939:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755811.116985:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.116994:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.117003:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.117042:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667027328:0@lo:101:mdt00_007.0 00000100:00100000:3.0:1787755811.117115:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.117172:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.125235:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667027328 00000100:00100000:1.0:1787755811.125252:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667027328 00000100:00100000:1.0:1787755811.125399:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24409 00000100:00100000:1.0:1787755811.125409:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667027328:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755811.125433:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.125454:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787d68 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.125485:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.125495:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 4/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.125526:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.125540:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 9 pid: 35154 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.125554:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667027456:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755811.125639:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d99c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.136797:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.136878:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667027456:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755811.136925:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 3/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.136942:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755811.136946:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755811.136951:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 3/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.136966:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:3.0:1787755811.137087:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667027328:12345-0@lo:101:mdt00_007.0 Request processed in 11679us (19970us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.137098:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24409 00000100:00100000:3.0:1787755811.137160:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654481536 00000100:00100000:3.0:1787755811.137170:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654481536 00010000:00010000:3.0:1787755811.137213:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 10 pid: 35154 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.137245:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21681 00000100:00100000:3.0:1787755811.137255:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654481536:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755811.137273:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755811.137280:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 10 pid: 35154 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137294:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 10 pid: 35154 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137341:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365787d14 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x195:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ec3 expref: 10 pid: 35154 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137360:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755811.137366:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137375:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137384:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137428:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.137449:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667027584:0@lo:105: 00000100:00100000:3.0:1787755811.137500:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.137542:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921cb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.137609:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667027328:0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755811.137628:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.137640:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.141291:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667027584 00000100:00100000:0.0:1787755811.141311:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667027584 00000100:00100000:0.0:1787755811.141432:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7922 00000100:00100000:0.0:1787755811.141445:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667027584:12345-0@lo:105: 00010000:00010000:0.0:1787755811.141466:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.141480:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.141492:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.141503:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.141514:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.141527:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.141567:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b200) 00000100:00100000:0.0:1787755811.141695:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667027584:12345-0@lo:105: Request processed in 252us (4193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.141702:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7922 00000100:00100000:0.0:1787755811.141762:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667027584:0@lo:105: 00010000:00010000:0.0:1787755811.141786:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755811.141842:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654481536:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 4585us (5058us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.141850:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21681 00010000:00010000:0.0:1787755811.143752:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.143771:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755811.143801:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x195:0x0] 00010000:00010000:0.0:1787755811.143866:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.143956:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.143973:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.144006:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667027712:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1787755811.144252:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.144295:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff44dda000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.144347:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667027712 00000100:00100000:0.0:1787755811.144357:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667027712 00000100:00100000:0.0:1787755811.144410:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24410 00000100:00100000:0.0:1787755811.144421:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667027712:12345-0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755811.144438:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755811.144456:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787d76 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.144485:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.144501:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 4/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.144519:0:7475:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:0.0:1787755811.144557:0:7475:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1787755811.144605:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.144615:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dff439f7300) 00010000:00010000:0.0:1787755811.144618:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755811.144623:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 3/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.144630:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755811.144675:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667027712:12345-0@lo:101:mdt00_007.0 Request processed in 255us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.144683:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24410 00010000:00010000:0.0:1787755811.149229:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755811.149254:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149310:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149388:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755811.149424:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3000/0x9b2b325365787cab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787cb2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149449:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755811.149456:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149474:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149479:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755811.149484:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b400/0x9b2b325365787cd5 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787cdc expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755811.149500:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957477 is committed 00000001:00080000:0.0:1787755811.149522:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957476 is committed 00000004:00080000:0.0:1787755811.149527:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 228 committed 00000001:00080000:0.0:1787755811.149542:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957475 is committed 00000100:00100000:0.0:1787755811.149584:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667027968:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755811.149668:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.149717:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755811.149723:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667027840:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755811.149744:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755811.149773:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149782:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149789:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149796:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755811.149801:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149809:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149822:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dff439f7300) 00010000:00010000:0.0:1787755811.149825:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755811.149831:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149841:0:3634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.149850:0:3634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.152429:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667027968 00000100:00100000:2.0:1787755811.152446:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667027968 00000100:00100000:2.0:1787755811.152573:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667027840 00000100:00100000:2.0:1787755811.152577:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667027840 00010000:00010000:0.0:1787755811.152865:0:3634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.152905:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667028096:0@lo:105: 00000100:00100000:0.0:1787755811.152976:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.153473:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11124 00000100:00100000:3.0:1787755811.153489:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+10:3648:x1874588667027968:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755811.153508:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755811.153539:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b325365787cdc lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787cd5 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.153562:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:3.0:1787755811.153573:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755811.153624:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667027968:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 140us (3957us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.153633:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11124 00000100:00100000:3.0:1787755811.153699:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11125 00000100:00100000:3.0:1787755811.153705:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667027840:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755811.153712:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755811.153721:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787cb2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x197:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787cab expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.153732:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x4ec94fd6 (ffff9dfe48a2ec00) 00010000:00010000:3.0:1787755811.153739:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755811.153757:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588667027840:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 52us (4012us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.153762:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11125 00000100:00100000:0.0:1787755811.154211:0:3634:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff60c08300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.154248:0:6503:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755811.154264:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667028096 00000100:00100000:0.0:1787755811.154271:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667028096 00000100:00100000:0.0:1787755811.154306:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7923 00000100:00100000:0.0:1787755811.154312:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4ae90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667028096:12345-0@lo:105: 00010000:00010000:0.0:1787755811.154341:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154352:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154361:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154370:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154379:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154388:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154405:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48cccc00) 00000100:00100000:0.0:1787755811.154447:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4ae90050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667028096:12345-0@lo:105: Request processed in 135us (1470us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.154456:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7923 00000100:00100000:0.0:1787755811.154534:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667027840:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755811.154544:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667027968:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755811.154581:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667028096:0@lo:105: 00010000:00010000:0.0:1787755811.154597:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.154604:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365787cc7 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.163657:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667028224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1787755811.163755:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.163846:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667028224 00000100:00100000:3.0:1787755811.163856:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667028224 00000100:00100000:3.0:1787755811.163950:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30787 00000100:00100000:3.0:1787755811.163963:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667028224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787755811.164000:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1306 count 1 00010000:00010000:3.0:1787755811.164050:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.164074:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.164083:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=2s v=(1 0) 00010000:00010000:3.0:1787755811.164088:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755811.164093:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.164123:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 5 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.164139:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 5 pid: 24263 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.164151:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588667028352:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755811.164217:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.164391:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667027712:0@lo:101:mdt00_007.0 00010000:00010000:3.0:1787755811.164412:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755811.164488:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x195:0x0] 00000100:00100000:3.0:1787755811.164528:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028480:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755811.164571:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.164592:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c780 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.164612:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667028480 00000100:00100000:3.0:1787755811.164616:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667028480 00000100:00100000:3.0:1787755811.164653:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24411 00000100:00100000:3.0:1787755811.164661:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028480:12345-0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755811.164744:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028480:12345-0@lo:1000:mdt00_007.0 Request processed in 84us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.164754:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24411 00000100:00100000:3.0:1787755811.164794:0:35152:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957477 gen 2 00000004:00080000:3.0:1787755811.164803:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957477 committed transno 8589957477 00000100:00100000:3.0:1787755811.164829:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028480:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755811.164872:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028608:0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755811.171704:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755811.171763:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.171980:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.172013:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654481664 00000100:00100000:1.0:1787755811.172034:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654481664 00010000:00010000:1.0:1787755811.172097:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.172140:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21682 00000100:00100000:1.0:1787755811.172150:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654481664:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.172165:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755811.172172:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.172188:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 6 pid: 24263 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.172214:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755811.172219:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51a:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755811.172225:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.172235:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.172255:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755811.172305:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654481664:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 155us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.172344:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21682 00000100:00080000:1.0:1787755811.172376:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787755811.172611:0:8679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b325365787cc0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eae expref: 5 pid: 24263 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.172627:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588667028352:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755811.172649:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.172660:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.172668:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.172677:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.172685:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.172716:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755811.172917:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667028224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 8955us (9162us total) trans 4294976200 rc 0/0 00000100:00100000:2.0:1787755811.172927:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30787 00000100:00100000:0.0:1787755811.173290:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667028608 00000100:00100000:0.0:1787755811.173299:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667028608 00000100:00100000:0.0:1787755811.173358:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24412 00000100:00100000:0.0:1787755811.173368:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028608:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755811.173463:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028608:12345-0@lo:1000:mdt00_007.0 Request processed in 97us (1775us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.173470:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24412 00000100:00100000:0.0:1787755811.173521:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028608:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755811.173599:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028736:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755811.173635:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.173662:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667028736 00000100:00100000:0.0:1787755811.173666:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667028736 00000100:00100000:0.0:1787755811.173689:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24413 00000100:00100000:0.0:1787755811.173695:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028736:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755811.173760:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028736:12345-0@lo:1000:mdt00_007.0 Request processed in 64us (124us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755811.173766:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24413 00000100:00100000:0.0:1787755811.173788:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.173801:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028736:0@lo:1000:mdt00_007.0 00010000:00010000:0.0:1787755811.173856:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.173864:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.173893:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.173906:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028864:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1787755811.173928:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.173949:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00010000:00010000:1.0:1787755811.174049:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755811.174057:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.174067:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755811.174072:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.174083:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.174101:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.174107:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365787d84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.174129:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.174131:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.174132:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755811.179181:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667028864 00000100:00100000:2.0:1787755811.179200:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667028864 00000100:00100000:2.0:1787755811.179287:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24414 00000100:00100000:2.0:1787755811.179298:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667028864:12345-0@lo:101:mdt00_007.0 00010000:00010000:2.0:1787755811.179343:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.179370:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787d92 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787d8b expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.179401:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787d92 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787d8b expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.179416:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787d92 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787d8b expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.179425:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe502b8d00) 00010000:00010000:2.0:1787755811.179428:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755811.179431:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755811.179520:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667028864:12345-0@lo:101:mdt00_007.0 Request processed in 223us (5590us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.179527:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24414 00000004:00080000:3.0:1787755811.179841:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a9c3b80/2, rc 0, transno 4294976200 00000100:00100000:3.0:1787755811.179850:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667028224:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755811.179990:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667028864:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755811.180027:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.180039:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.180074:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.180083:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.180091:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787755811.180564:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].219, 64 off22208 00000004:00080000:0.0:1787755811.180574:0:35152:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8868202258301ns, next at 8869202255862ns, rc = 0 00000040:00080000:0.0:1787755811.180604:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1208, 384 off1099632 00000040:00080000:0.0:1787755811.180647:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1527, 464 off1543352 00000004:00080000:0.0:1787755811.180652:0:35152:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5122a480 with version 6855 00000004:00080000:1.0:1787755811.180692:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6855 rpc_version 6855 00000020:00100000:1.0:1787755811.180721:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755811.180729:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a2aed80 x1874588667029120/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755811.180749:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667029120:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755811.180803:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.180835:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.181075:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667029120 00000100:00100000:0.0:1787755811.181082:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667029120 00000100:00100000:3.0:1787755811.181149:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24415 00000100:00100000:3.0:1787755811.181159:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667029120:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755811.181508:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667029120:12345-0@lo:1000:osp_up0-1.0 Request processed in 350us (703us total) trans 8589957478 rc 0/0 00000100:00100000:3.0:1787755811.181516:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24415 00000100:00100000:1.0:1787755811.181642:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667029120:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787755811.181961:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.181978:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.181987:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.181995:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182001:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182018:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182041:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755811.182067:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182073:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182080:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182086:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755811.182090:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182097:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182109:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe52604500) 00010000:00010000:0.0:1787755811.182112:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755811.182117:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.182185:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755811.182191:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.182198:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755811.182201:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.182206:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.182215:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe52604500) 00010000:00010000:3.0:1787755811.182218:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755811.182220:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.182226:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787da0 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e63:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.182238:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.182240:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.182242:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755811.182261:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365787d99 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182278:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182287:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182294:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182342:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755811.182356:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x195:0x0] 00010000:00010000:0.0:1787755811.182364:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182372:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182379:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182396:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787755811.182401:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x195:0x0] 00010000:00010000:0.0:1787755811.182405:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.182413:0:35152:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182434:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755811.182439:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182446:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755811.182450:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755811.182457:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182486:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.182488:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:225098:x1874588654481408:12345-192.168.201.7@tcp:36:rm.0 Request processed in 65667us (68018us total) trans 4294985389 rc 0/0 00010000:00010000:1.0:1787755811.182493:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787755811.182496:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70287 00010000:00010000:1.0:1787755811.182514:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182521:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b325365787d8b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d92 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182534:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755811.182537:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182542:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755811.182548:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755811.182554:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182569:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182575:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755811.182596:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182604:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b325365787d68 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d6f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.182615:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667029376:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.182616:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.182618:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.182620:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755811.182627:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667029248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.182657:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.182696:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667029248 00000100:00100000:0.0:1787755811.182703:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667029248 00000100:00100000:1.0:1787755811.182721:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.182832:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667029376 00000100:00100000:0.0:1787755811.182836:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667029376 00000100:00100000:0.0:1787755811.182861:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11126 00000100:00100000:0.0:1787755811.182870:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667029248:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.182896:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11127 00000100:00100000:1.0:1787755811.182905:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667029376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.182919:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755811.182940:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365787d6f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x195:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787d68 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.182954:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:1.0:1787755811.182960:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755811.183089:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755811.185348:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755811.185386:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365787d92 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e63:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787d8b expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.185409:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e63:0x0].0x0 (ffff9dfe502b8d00) 00010000:00010000:0.0:1787755811.185423:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755811.185973:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588667029376:12345-0@lo:103:ldlm_bl.0 Request processed in 3067us (3248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.185984:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11127 00000100:00100000:0.0:1787755811.186140:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667029248:12345-0@lo:103:ldlm_bl.0 Request processed in 3271us (3482us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.186147:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11126 00000100:00100000:3.0:1787755811.186206:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667029248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755811.186291:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667029376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.188876:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.188931:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.189002:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482048 00000100:00100000:3.0:1787755811.189013:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482048 00000100:00100000:3.0:1787755811.189083:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9369 00000100:00100000:3.0:1787755811.189094:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:225098:x1874588654482048:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755811.189343:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:225098:x1874588654482048:12345-192.168.201.7@tcp:35:rm.0 Request processed in 250us (478us total) trans 4294985390 rc 0/0 00000100:00100000:3.0:1787755811.189351:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9369 00000100:00100000:2.0:1787755811.189507:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654481792 00000100:00100000:2.0:1787755811.189512:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654481792 00000100:00100000:2.0:1787755811.189557:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11128 00000100:00100000:2.0:1787755811.189565:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654481792:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:2.0:1787755811.189575:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755811.189600:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787bd2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e61 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.189617:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:2.0:1787755811.189621:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755811.189655:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654481792:12345-192.168.201.7@tcp:103:rm.0 Request processed in 92us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.189662:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11128 00000100:00100000:1.0:1787755811.193743:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.193825:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482304 00000100:00100000:3.0:1787755811.193836:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482304 00000100:00100000:3.0:1787755811.193909:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70288 00000100:00100000:3.0:1787755811.193920:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+14:225098:x1874588654482304:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755811.193983:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755811.194011:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787d30 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e62:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ed1 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.194044:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365787cf8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eb5 expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.194065:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365787be0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e68 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.194076:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:3.0:1787755811.194081:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755811.194128:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.194136:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.194145:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.194166:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667029504:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755811.194218:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.194250:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.194303:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667029504 00000100:00100000:0.0:1787755811.194307:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667029504 00000100:00100000:0.0:1787755811.194357:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24416 00000100:00100000:0.0:1787755811.194365:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667029504:12345-0@lo:101:mdt00_009.0 00010000:00010000:0.0:1787755811.194377:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755811.194390:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787da7 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.194412:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.194420:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.194428:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.194449:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.194468:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 7 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.194478:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667029632:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755811.194566:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.194576:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 6 pid: 35159 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.194586:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667029760:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755811.194608:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.197751:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667029632:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755811.203467:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.203783:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482432 00000100:00100000:0.0:1787755811.203800:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482432 00010000:00010000:0.0:1787755811.203898:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 8 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.203947:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21683 00000100:00100000:0.0:1787755811.203958:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654482432:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755811.203974:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755811.203981:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 8 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.203995:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 8 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.204033:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787c1f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e84 expref: 8 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.204048:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755811.204057:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.204069:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1787755811.204110:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755811.204134:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654482432:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 178us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.204142:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21683 00000100:00100000:3.0:1787755811.205371:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.205487:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667029760:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755811.205524:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.205535:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755811.205538:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755811.205542:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.205550:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:1.0:1787755811.205610:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588667029504:12345-0@lo:101:mdt00_009.0 Request processed in 11245us (11390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.205618:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24416 00000100:00100000:2.0:1787755811.205709:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482560 00000100:00100000:2.0:1787755811.205719:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482560 00010000:00010000:2.0:1787755811.205753:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 7 pid: 35159 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.205786:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21684 00000100:00100000:2.0:1787755811.205795:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654482560:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755811.205809:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755811.205815:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 7 pid: 35159 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.205828:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 7 pid: 35159 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.205852:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365787bb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e5a expref: 7 pid: 35159 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.205867:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755811.205871:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.205881:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.205902:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.205943:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.205957:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667029888:0@lo:105: 00000100:00100000:2.0:1787755811.206001:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755811.206061:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.206086:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667029888 00000100:00100000:0.0:1787755811.206091:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667029888 00000100:00100000:0.0:1787755811.206134:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7924 00000100:00100000:0.0:1787755811.206142:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667029888:12345-0@lo:105: 00010000:00010000:0.0:1787755811.206155:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206164:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206172:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206180:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206193:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206200:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206213:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a000) 00000100:00100000:3.0:1787755811.206225:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667029504:0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755811.206239:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.206252:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667029888:12345-0@lo:105: Request processed in 111us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.206258:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7924 00000004:00080000:3.0:1787755811.206261:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755811.206300:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.206308:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.206344:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.206360:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030016:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755811.206386:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.206401:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.206402:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667030016 00000100:00100000:0.0:1787755811.206406:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667030016 00000100:00100000:0.0:1787755811.206438:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24417 00000100:00100000:0.0:1787755811.206445:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588667030016:12345-0@lo:101:mdt00_009.0 00010000:00010000:0.0:1787755811.206459:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755811.206472:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787db5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206491:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787db5 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206513:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787db5 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.206520:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:0.0:1787755811.206523:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755811.206526:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755811.206566:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588667030016:12345-0@lo:101:mdt00_009.0 Request processed in 122us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.206572:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24417 00000100:00100000:1.0:1787755811.206630:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030016:0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755811.206640:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.206654:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755811.206666:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755811.206702:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030144:0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755811.206732:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.206760:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.206867:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667030144 00000100:00100000:0.0:1787755811.206882:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667030144 00000100:00100000:0.0:1787755811.206923:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24418 00000100:00100000:0.0:1787755811.206931:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588667030144:12345-0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755811.206991:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588667030144:12345-0@lo:1000:mdt00_009.0 Request processed in 61us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.206998:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24418 00000100:00100000:1.0:1787755811.207080:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030144:0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755811.207121:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030272:0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755811.207145:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.207168:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.207181:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667030272 00000100:00100000:1.0:1787755811.207185:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667030272 00000100:00100000:1.0:1787755811.207212:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24419 00000100:00100000:1.0:1787755811.207218:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588667030272:12345-0@lo:1000:mdt00_009.0 00000100:00100000:1.0:1787755811.207304:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588667030272:12345-0@lo:1000:mdt00_009.0 Request processed in 86us (158us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755811.207311:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24419 00000100:00100000:1.0:1787755811.207377:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030272:0@lo:1000:mdt00_009.0 00010000:00010000:1.0:1787755811.207419:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.207426:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.207433:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.207444:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030400:0@lo:101:mdt00_009.0 00000100:00100000:1.0:1787755811.207465:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.207478:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.207487:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667030400 00000100:00100000:1.0:1787755811.207490:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667030400 00000100:00100000:1.0:1787755811.207525:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24420 00000100:00100000:1.0:1787755811.207531:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35154:x1874588667030400:12345-0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755811.207539:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.207549:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787dc3 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.207566:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.207574:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.207595:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.207609:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 6 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.207620:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d01c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667030528:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755811.207680:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.211352:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667029888:0@lo:105: 00010000:00010000:2.0:1787755811.211392:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755811.211509:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654482560:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5710us (6141us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.211524:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21684 00000100:00100000:3.0:1787755811.214440:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.214482:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d01c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667030528:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755811.214510:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482688 00000100:00100000:2.0:1787755811.214518:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482688 00010000:00010000:1.0:1787755811.214530:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.214544:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:1.0:1787755811.214546:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755811.214550:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214557:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 7 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.214561:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:2.0:1787755811.214605:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21685 00000100:00100000:2.0:1787755811.214616:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654482688:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755811.214630:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755811.214636:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 7 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214648:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 7 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214669:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365787c3b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e8b expref: 7 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214684:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:2.0:1787755811.214688:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214697:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214705:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.214737:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.214751:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667030656:0@lo:105: 00000100:00100000:1.0:1787755811.223899:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588667030400:12345-0@lo:101:mdt00_009.0 Request processed in 16344us (16409us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.223915:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24420 00000100:00100000:3.0:1787755811.225951:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030400:0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755811.225993:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.226008:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.226398:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.226449:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667030656 00000100:00100000:0.0:1787755811.226471:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667030656 00000100:00100000:0.0:1787755811.226562:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7925 00000100:00100000:0.0:1787755811.226573:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667030656:12345-0@lo:105: 00010000:00010000:0.0:1787755811.226588:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.226599:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.226608:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.226616:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.226625:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.226634:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.226666:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61400) 00000100:00100000:0.0:1787755811.226710:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667030656:12345-0@lo:105: Request processed in 139us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.226717:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7925 00000100:00100000:0.0:1787755811.226765:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.226784:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667030656:0@lo:105: 00010000:00010000:0.0:1787755811.226804:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755811.226864:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654482688:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 12247us (12430us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.226873:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21685 00010000:00010000:3.0:1787755811.226918:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.226929:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.226981:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.226996:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.227008:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.227048:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.227060:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.227068:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.227108:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.227142:0:35154:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 11 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.227160:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588667030784:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755811.227204:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.230933:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.231000:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1500 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001_UUID:35154:1874588667030784:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755811.231043:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.231269:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482816 00000100:00100000:2.0:1787755811.231280:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482816 00010000:00010000:2.0:1787755811.231353:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 12 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.231392:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21686 00000100:00100000:2.0:1787755811.231406:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654482816:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755811.231425:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755811.231433:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 12 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.231449:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 12 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.231472:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365787d06 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ebc expref: 12 pid: 35152 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.231491:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:2.0:1787755811.231496:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.231518:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.231526:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.231555:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755811.231616:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.231617:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654482816:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 213us (703us total) trans 0 rc 0/0 00010000:00010000:0.0:1787755811.231625:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.231626:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21686 00010000:00010000:0.0:1787755811.231676:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.231683:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.231694:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 3/0,1 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.231717:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030912:0@lo:101:mdt00_009.0 00000100:00100000:0.0:1787755811.231772:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.231814:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.231973:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667030912 00000100:00100000:2.0:1787755811.231979:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667030912 00000100:00100000:2.0:1787755811.232034:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24421 00000100:00100000:2.0:1787755811.232043:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35154:x1874588667030912:12345-0@lo:101:mdt00_009.0 00010000:00010000:2.0:1787755811.232065:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.232085:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365787de6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787ddf expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.232108:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365787de6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787ddf expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.232132:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365787de6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787ddf expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.232141:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe502b8a00) 00010000:00010000:2.0:1787755811.232144:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755811.232146:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755811.232193:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588667030912:12345-0@lo:101:mdt00_009.0 Request processed in 152us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.232200:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24421 00000100:00100000:0.0:1787755811.232346:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667030912:0@lo:101:mdt00_009.0 00010000:00010000:0.0:1787755811.232364:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.232375:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.233168:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667031040:0@lo:403:mdt00_009.0 00000100:00100000:0.0:1787755811.233240:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.233278:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.233401:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031040 00000100:00100000:3.0:1787755811.233409:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031040 00000100:00100000:3.0:1787755811.233458:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24422 00000100:00100000:3.0:1787755811.233467:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588667031040:12345-0@lo:403:mdt00_009.0 00000100:00100000:0.0:1787755811.240376:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35154:x1874588667031040:12345-0@lo:403:mdt00_009.0 Request processed in 6898us (7124us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.240394:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24422 00000100:00100000:2.0:1787755811.242995:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667031040:0@lo:403:mdt00_009.0 00000040:00080000:3.0:1787755811.244817:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1209, 952 off1100584 00000040:00080000:3.0:1787755811.245411:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1528, 1032 off1544384 00000004:00080000:3.0:1787755811.245418:0:35154:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4921ca80 with version 6856 00000004:00080000:1.0:1787755811.245552:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6856 rpc_version 6856 00000020:00100000:1.0:1787755811.245590:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755811.245599:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe46d01c00 x1874588667031296/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755811.245623:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d01c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667031296:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755811.245691:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.245723:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.245754:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031296 00000100:00100000:0.0:1787755811.245761:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031296 00000100:00100000:0.0:1787755811.245825:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24423 00000100:00100000:0.0:1787755811.245836:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667031296:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755811.246427:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667031296:12345-0@lo:1000:osp_up0-1.0 Request processed in 591us (734us total) trans 8589957479 rc 0/0 00000100:00100000:0.0:1787755811.246436:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24423 00000100:00100000:3.0:1787755811.246511:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d01c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667031296:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787755811.246573:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e62:0x0]: returning size 4096 00010000:00010000:0.0:1787755811.246594:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246604:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246611:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246617:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755811.246621:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246629:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246645:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x197:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:0.0:1787755811.246648:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755811.246653:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246658:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b325365787dd8 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246677:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246690:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246698:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246713:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755811.246722:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x195:0x0] 00010000:00010000:0.0:1787755811.246730:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246736:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246742:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246747:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755811.246749:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246755:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246763:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:0.0:1787755811.246766:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755811.246769:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246774:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365787dd1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246783:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246790:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246796:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246880:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787755811.246900:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755811.246906:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246913:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.246919:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249730:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787755811.249745:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249759:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755811.249767:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755811.249777:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249824:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 2/0,0 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249831:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755811.249863:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 1/0,0 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249893:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc000/0x9b2b325365787ddf lrc: 0/0,0 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787de6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249920:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755811.249924:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249931:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755811.249935:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755811.249946:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249963:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249968:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755811.249983:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.249989:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61400/0x9b2b325365787dc3 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787dca expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.250003:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755811.250008:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.250014:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755811.250017:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755811.250033:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.250050:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.250055:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755811.250061:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.250069:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.250070:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.250072:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755811.250091:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667031552:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755811.250178:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.250226:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755811.250232:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667031680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755811.250256:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.250285:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755811.250292:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667031424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755811.250340:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755811.254191:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755811.256376:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787755811.256391:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b325365787da7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787dae expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755811.256422:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755811.256432:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.256441:0:35154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.256542:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:225098:x1874588654482304:12345-192.168.201.7@tcp:36:rm.0 Request processed in 62619us (62804us total) trans 4294985391 rc 0/0 00000100:00100000:0.0:1787755811.256554:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70288 00010000:00010000:1.0:1787755811.256659:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755811.259713:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031552 00000100:00100000:2.0:1787755811.259729:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031552 00000100:00100000:1.0:1787755811.263412:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031680 00000100:00100000:1.0:1787755811.263428:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031680 00000100:00100000:1.0:1787755811.263453:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031424 00000100:00100000:1.0:1787755811.263456:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031424 00000100:00100000:1.0:1787755811.263476:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11129 00000100:00100000:1.0:1787755811.263488:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+16:3649:x1874588667031552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.263509:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755811.263537:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787dca lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e62:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787dc3 expref: 16 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.263561:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:1.0:1787755811.263572:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755811.263668:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:3649:x1874588667031552:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (13488us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.263675:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11129 00000100:00100000:1.0:1787755811.263739:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667031552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.263778:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11130 00000100:00100000:1.0:1787755811.263785:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3649:x1874588667031680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.263792:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755811.263805:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787dae lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787da7 expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.263818:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755811.263821:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755811.263850:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3649:x1874588667031680:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (13594us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.263855:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11130 00000100:00100000:1.0:1787755811.263878:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667031680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.263936:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11131 00000100:00100000:1.0:1787755811.263943:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667031424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.263951:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755811.263962:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365787de6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x195:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787ddf expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.263977:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x0 (ffff9dfe502b8a00) 00010000:00010000:1.0:1787755811.263987:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755811.264036:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667031424:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (13720us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.264043:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11131 00000100:00100000:2.0:1787755811.264108:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667031424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755811.396531:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.396732:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654482944 00000100:00100000:1.0:1787755811.396743:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654482944 00000100:00100000:1.0:1787755811.396813:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70289 00000100:00100000:1.0:1787755811.396826:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225106:x1874588654482944:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:1.0:1787755811.396863:0:35153:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345311744 00000100:00100000:1.0:1787755811.396961:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225106:x1874588654482944:12345-192.168.201.7@tcp:41:stat.0 Request processed in 138us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.396969:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70289 00000100:00100000:3.0:1787755811.449685:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.449770:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483072 00000100:00100000:0.0:1787755811.449783:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483072 00000100:00100000:0.0:1787755811.449863:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70290 00000100:00100000:0.0:1787755811.449874:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225110:x1874588654483072:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755811.449908:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755811.449934:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ded lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ee6 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.450015:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.450029:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.450043:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755811.450127:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755811.450131:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755811.450156:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.450186:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787ded lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.450204:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.450218:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755811.450221:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755811.450225:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755811.450306:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225110:x1874588654483072:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 433us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.450373:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70290 00000100:00100000:3.0:1787755811.455923:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.456043:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483200 00000100:00100000:0.0:1787755811.456062:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483200 00000100:00100000:0.0:1787755811.456550:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70291 00000100:00100000:0.0:1787755811.456567:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225110:x1874588654483200:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755811.456595:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755811.456625:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787dfb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213eed expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456714:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456731:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456743:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456758:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456769:0:8458:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787db5 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456784:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.456827:0:8458:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787db5 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.456843:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667031808:0@lo:104: 00000100:00100000:0.0:1787755811.456916:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.456967:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.458378:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031808 00000100:00100000:1.0:1787755811.458394:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031808 00000100:00100000:1.0:1787755811.458535:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7926 00000100:00100000:1.0:1787755811.458547:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667031808:12345-0@lo:104: 00010000:00010000:1.0:1787755811.458567:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.458707:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755811.458714:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667031808:12345-0@lo:104: Request processed in 169us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.458722:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7926 00010000:00010000:3.0:1787755811.459752:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755811.459764:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.459775:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755811.459784:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755811.459796:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.459843:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.459850:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755811.459906:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.459915:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787db5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787dbc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.459940:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.459942:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.459944:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755811.459951:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755811.459966:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667031936:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755811.460088:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667031808:0@lo:104: 00010000:00010000:0.0:1787755811.460267:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.460659:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.463387:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667031936 00000100:00100000:0.0:1787755811.463422:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667031936 00010000:00010000:0.0:1787755811.463510:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787db5 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.463562:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21687 00000100:00100000:0.0:1787755811.463573:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667031936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755811.463598:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1787755811.469058:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957479 is committed 00010000:00010000:0.0:1787755811.469413:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787dbc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787db5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.469434:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:0.0:1787755811.469440:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.469450:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.469458:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.469489:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755811.469581:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667031936:12345-0@lo:103:ldlm_bl.0 Request processed in 6008us (9557us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.469591:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21687 00000100:00100000:1.0:1787755811.469706:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667031936:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755811.469974:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.469985:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470140:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470148:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470154:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470161:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470167:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755811.470172:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470179:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470190:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755811.470193:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755811.470197:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470203:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365787e02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470214:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470221:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470227:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470232:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755811.470235:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470241:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470253:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:3.0:1787755811.470255:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755811.470258:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470264:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787e09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470305:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787dfb lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eed expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470347:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755811.470350:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755811.470355:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787dfb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213eed expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.470364:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:3.0:1787755811.470599:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225110:x1874588654483200:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 14035us (14690us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755811.470607:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70291 00000100:00100000:2.0:1787755811.482259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.486673:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483328 00000100:00100000:1.0:1787755811.486697:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483328 00000100:00100000:1.0:1787755811.486823:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70292 00000100:00100000:1.0:1787755811.486834:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:225110:x1874588654483328:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755811.486855:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.486897:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ef4 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.486967:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.486982:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.486994:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755811.487057:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755811.487061:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755811.487086:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.487112:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.487140:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.487149:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755811.487152:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755811.487156:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755811.487230:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:225110:x1874588654483328:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 398us (4991us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.487238:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70292 00000100:00100000:2.0:1787755811.500113:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.500277:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483584 00000100:00100000:0.0:1787755811.500290:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483584 00000100:00080000:1.0:1787755811.500393:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755811.500580:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70293 00000100:00100000:0.0:1787755811.500593:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225110:x1874588654483584:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:0.0:1787755811.500729:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032064:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755811.500796:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.500836:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.500912:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667032064 00000100:00100000:2.0:1787755811.500917:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667032064 00000100:00100000:2.0:1787755811.500958:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24424 00000100:00100000:2.0:1787755811.500966:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667032064:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755811.501058:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667032064:12345-0@lo:1000:mdt00_005.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.501067:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24424 00000100:00100000:3.0:1787755811.501311:0:10714:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957479 gen 2 00000004:00080000:3.0:1787755811.501340:0:10714:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957478 committed transno 8589957479 00000004:00080000:3.0:1787755811.501367:0:10714:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957479 committed transno 8589957479 00000100:00100000:3.0:1787755811.501383:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032064:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755811.501436:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032192:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755811.501464:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.501489:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.501608:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667032192 00000100:00100000:0.0:1787755811.501613:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667032192 00000100:00100000:0.0:1787755811.501652:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24425 00000100:00100000:0.0:1787755811.501659:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667032192:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755811.501776:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667032192:12345-0@lo:1000:mdt00_005.0 Request processed in 117us (309us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755811.501783:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24425 00000100:00100000:3.0:1787755811.501911:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032192:0@lo:1000:mdt00_005.0 00010000:00010000:3.0:1787755811.501960:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.501973:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.501984:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.501997:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032320:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1787755811.502031:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.502053:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.502101:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667032320 00000100:00100000:2.0:1787755811.502105:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667032320 00000100:00100000:2.0:1787755811.502145:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24426 00000100:00100000:2.0:1787755811.502152:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:10714:x1874588667032320:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755811.502162:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.502177:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787e1e expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.502201:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.502209:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.502219:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.502243:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.502258:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 6 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.502269:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667032448:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755811.502368:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.502377:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 6 pid: 17813 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.502385:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667032576:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755811.502587:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.506985:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.507161:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483840 00000100:00100000:0.0:1787755811.507173:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483840 00010000:00010000:0.0:1787755811.507217:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 7 pid: 17813 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.507272:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21688 00000100:00100000:0.0:1787755811.507284:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654483840:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755811.507300:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755811.507308:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 7 pid: 17813 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.507364:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 7 pid: 17813 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.507404:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755811.507414:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.507426:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755811.507488:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654483840:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 206us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.507496:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21688 00000100:00100000:1.0:1787755811.508418:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667032448:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755811.508440:0:73216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787df4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ee6 expref: 6 pid: 17813 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.508462:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667032576:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755811.508498:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.508508:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755811.508511:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755811.508515:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.508522:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:1.0:1787755811.508584:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10714:x1874588667032320:12345-0@lo:101:mdt00_005.0 Request processed in 6432us (6562us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.508591:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24426 00000100:00100000:3.0:1787755811.508822:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032320:0@lo:101:mdt00_005.0 00010000:00010000:3.0:1787755811.508843:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.508855:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.511526:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.511713:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483712 00000100:00100000:0.0:1787755811.511726:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483712 00010000:00010000:0.0:1787755811.511779:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 7 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.511832:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21689 00000100:00100000:0.0:1787755811.511843:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654483712:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755811.511859:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755811.511867:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 7 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.511902:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 7 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.511926:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365787e17 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ef4 expref: 7 pid: 35157 timeout: 8968 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.511947:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755811.511954:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.511966:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.511976:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.512014:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.512043:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667032704:0@lo:105: 00000100:00100000:0.0:1787755811.512099:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.512162:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.512344:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667032704 00000100:00100000:2.0:1787755811.512349:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667032704 00000100:00100000:2.0:1787755811.512408:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7927 00000100:00100000:2.0:1787755811.512416:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667032704:12345-0@lo:105: 00010000:00010000:2.0:1787755811.512428:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.512438:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.512447:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.512459:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.512466:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.512475:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.512502:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a200) 00000100:00100000:2.0:1787755811.512545:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667032704:12345-0@lo:105: Request processed in 130us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.512552:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7927 00000100:00100000:2.0:1787755811.512592:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667032704:0@lo:105: 00010000:00010000:2.0:1787755811.512610:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755811.512646:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654483712:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 805us (1133us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.512653:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21689 00010000:00010000:3.0:1787755811.513358:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.513372:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755811.513408:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755811.513452:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.513460:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.513469:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.513486:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032832:0@lo:101:mdt00_005.0 00000100:00100000:3.0:1787755811.513527:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.513560:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.513746:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667032832 00000100:00100000:2.0:1787755811.513753:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667032832 00000100:00100000:2.0:1787755811.513787:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24427 00000100:00100000:2.0:1787755811.513795:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:10714:x1874588667032832:12345-0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755811.513810:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.513827:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787e2c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.513851:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787e2c expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.513862:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e2c expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.513870:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8500) 00010000:00010000:2.0:1787755811.513872:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755811.513876:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755811.513934:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667032832:12345-0@lo:101:mdt00_005.0 Request processed in 139us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.513940:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24427 00000100:00100000:0.0:1787755811.514013:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032832:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1787755811.514027:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.514041:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755811.514053:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787755811.514091:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032960:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755811.514189:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.514214:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.514259:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667032960 00000100:00100000:2.0:1787755811.514263:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667032960 00000100:00100000:2.0:1787755811.514299:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24428 00000100:00100000:2.0:1787755811.514305:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667032960:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755811.514938:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667032960:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755811.514994:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033088:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1787755811.515027:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.515052:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.515223:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033088 00000100:00100000:1.0:1787755811.515228:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033088 00000100:00100000:1.0:1787755811.515264:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24429 00000100:00100000:1.0:1787755811.515272:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10714:x1874588667033088:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.515392:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10714:x1874588667033088:12345-0@lo:1000:mdt00_005.0 Request processed in 120us (364us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755811.515493:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667032960:12345-0@lo:1000:mdt00_005.0 Request processed in 89us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.515502:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24428 00000100:00100000:1.0:1787755811.515552:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24429 00000100:00100000:1.0:1787755811.515581:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2300 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033088:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.515663:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033216:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.515694:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.515719:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.519178:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033216 00000100:00100000:2.0:1787755811.519198:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033216 00000100:00100000:2.0:1787755811.519284:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24430 00000100:00100000:2.0:1787755811.519297:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033216:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755811.519957:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033216:12345-0@lo:1000:mdt00_005.0 Request processed in 660us (4259us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755811.519966:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24430 00000100:00100000:1.0:1787755811.520606:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033216:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.520716:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033344:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.520769:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.520802:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.521803:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033344 00000100:00100000:2.0:1787755811.521818:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033344 00000100:00100000:2.0:1787755811.521919:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24431 00000100:00100000:2.0:1787755811.521932:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033344:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755811.522046:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033344:12345-0@lo:1000:mdt00_005.0 Request processed in 117us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.522054:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24431 00000100:00100000:1.0:1787755811.522367:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033344:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.522461:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033472:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.522494:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.522527:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.522780:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033472 00000100:00100000:0.0:1787755811.522786:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033472 00000100:00100000:0.0:1787755811.522833:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24432 00000100:00100000:0.0:1787755811.522842:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033472:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1787755811.522951:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033472:12345-0@lo:1000:mdt00_005.0 Request processed in 110us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.522958:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24432 00000100:00100000:1.0:1787755811.523633:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033472:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.523707:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033600:0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1787755811.523748:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.523781:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.523910:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033600 00000100:00100000:2.0:1787755811.523918:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033600 00000100:00100000:2.0:1787755811.523963:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24433 00000100:00100000:2.0:1787755811.523971:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033600:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1787755811.524038:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10714:x1874588667033600:12345-0@lo:1000:mdt00_005.0 Request processed in 67us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.524045:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24433 00000100:00100000:1.0:1787755811.524293:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033600:0@lo:1000:mdt00_005.0 00000040:00080000:1.0:1787755811.525938:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1210, 2168 off1102752 00000040:00080000:1.0:1787755811.526028:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1529, 2368 off1546752 00000004:00080000:1.0:1787755811.526034:0:10714:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe520d99c0 with version 6857 00000004:00080000:3.0:1787755811.526281:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6857 rpc_version 6857 00000020:00100000:3.0:1787755811.526375:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755811.526387:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe466c0700 x1874588667033856/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755811.526413:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667033856:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755811.526489:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.526526:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.526726:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033856 00000100:00100000:0.0:1787755811.526736:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033856 00000100:00100000:0.0:1787755811.526799:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24434 00000100:00100000:0.0:1787755811.526811:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667033856:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755811.527584:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667033856:12345-0@lo:1000:osp_up0-1.0 Request processed in 772us (1091us total) trans 8589957480 rc 0/0 00000100:00100000:0.0:1787755811.527594:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24434 00000100:00100000:1.0:1787755811.527980:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667033856:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755811.528690:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528712:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528727:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528752:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528759:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528767:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528819:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528828:0:10714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.528839:0:10714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.528865:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033984:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1787755811.528958:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755811.529003:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.529379:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667033984 00000100:00100000:1.0:1787755811.529389:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667033984 00000100:00100000:1.0:1787755811.529452:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24435 00000100:00100000:1.0:1787755811.529464:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10714:x1874588667033984:12345-0@lo:101:mdt00_005.0 00010000:00010000:1.0:1787755811.529488:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.529522:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787e48 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.529549:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787e48 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.529563:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e48 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.529571:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:1.0:1787755811.529574:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755811.529577:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755811.529633:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:10714:x1874588667033984:12345-0@lo:101:mdt00_005.0 Request processed in 171us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.529640:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24435 00000100:00100000:2.0:1787755811.529849:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:10714:1874588667033984:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1787755811.529876:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.529897:0:10714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755811.529926:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000075726079 reply state 00000000d53add97 transno 4294985392 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.529940:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.529947:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755811.529949:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755811.529952:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755811.529957:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.529966:0:10714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755811.529978:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x196:0x0] 00000004:00010000:2.0:1787755811.529984:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000075726079 reply state 00000000d53add97 transno 4294985392 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.529992:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.529998:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:2.0:1787755811.530000:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755811.530001:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:2.0:1787755811.530006:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00000004:00080000:2.0:1787755811.530017:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755811.530027:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.530035:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.530043:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.530073:0:10714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755811.530080:0:10714:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755811.530085:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.530097:0:10714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.530277:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755811.530287:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.530296:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755811.530304:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755811.530312:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.530386:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.530405:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755811.530433:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.530441:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365787e1e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787e25 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.530458:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.530460:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755811.530462:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755811.530714:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225110:x1874588654483584:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 30121us (30611us total) trans 4294985392 rc 0/0 00000100:00100000:2.0:1787755811.530724:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70293 00000100:00100000:1.0:1787755811.531248:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755811.531270:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667034112:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.531377:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.535698:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034112 00000100:00100000:0.0:1787755811.535719:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034112 00000100:00100000:0.0:1787755811.535815:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11132 00000100:00100000:0.0:1787755811.535828:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667034112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755811.535854:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755811.535913:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365787e25 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787e1e expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.535939:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755811.535945:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755811.536036:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667034112:12345-0@lo:103:ldlm_bl.0 Request processed in 210us (4658us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.536046:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11132 00000100:00100000:3.0:1787755811.537034:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667034112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755811.541522:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.541849:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654483968 00000100:00100000:2.0:1787755811.541866:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654483968 00000100:00100000:2.0:1787755811.541963:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70294 00000100:00100000:2.0:1787755811.541976:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225099:x1874588654483968:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755811.541999:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.542023:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213efb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.542126:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787e5d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.542147:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787e5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.542163:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787e5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755811.542231:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755811.542237:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755811.542267:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787e5d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.542302:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213efb expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.542372:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787e5d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213efb expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.542383:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755811.542386:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755811.542391:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755811.542709:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225099:x1874588654483968:12345-192.168.201.7@tcp:101:bash.0 Request processed in 734us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.542717:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70294 00000100:00100000:3.0:1787755811.550859:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.551029:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654484096 00000100:00100000:0.0:1787755811.551045:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654484096 00000100:00100000:0.0:1787755811.551131:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70295 00000100:00100000:0.0:1787755811.551143:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225099:x1874588654484096:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755811.551167:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755811.551191:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787e64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f02 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551272:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551288:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551300:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551311:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551375:0:35155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e2c expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551383:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755811.551431:0:35155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787e2c expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755811.551448:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000_UUID:35155:1874588667034240:0@lo:104: 00000100:00100000:0.0:1787755811.551504:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755811.551556:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755811.552000:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034240 00000100:00100000:2.0:1787755811.552006:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034240 00000100:00100000:2.0:1787755811.552062:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7928 00000100:00100000:2.0:1787755811.552071:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35155:x1874588667034240:12345-0@lo:104: 00010000:00010000:2.0:1787755811.552086:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.552177:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755811.552184:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:35155:x1874588667034240:12345-0@lo:104: Request processed in 115us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.552191:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7928 00010000:00010000:1.0:1787755811.552306:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755811.552336:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.552350:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755811.552355:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755811.552363:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.552406:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.552414:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755811.552445:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.552453:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365787e2c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787e33 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.552475:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.552477:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.552479:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755811.552488:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755811.552499:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667034368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.552535:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.552572:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034368 00000100:00100000:1.0:1787755811.552576:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034368 00010000:00010000:1.0:1787755811.552597:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787e2c expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.552628:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21690 00000100:00100000:1.0:1787755811.552635:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667034368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.552645:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787755811.553553:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000_UUID:35155:1874588667034240:0@lo:104: 00010000:00010000:3.0:1787755811.553576:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755811.556200:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957480 is committed 00010000:00010000:2.0:1787755811.556424:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365787e33 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787e2c expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.556449:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8500) 00010000:00010000:2.0:1787755811.556455:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.556466:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.556473:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.556515:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755811.556609:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667034368:12345-0@lo:103:ldlm_bl.0 Request processed in 3972us (4071us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.556619:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21690 00010000:00010000:3.0:1787755811.556816:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.556828:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755811.557026:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-mdtlov_UUID:35155:1874588667034496:0@lo:1000:mdt00_010.0 00000100:00100000:3.0:1787755811.557081:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755811.557111:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921cc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755811.557358:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034496 00000100:00100000:0.0:1787755811.557369:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034496 00000100:00100000:0.0:1787755811.557434:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24436 00000100:00100000:0.0:1787755811.557447:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:35155:x1874588667034496:12345-0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1787755811.557547:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:35155:x1874588667034496:12345-0@lo:1000:mdt00_010.0 Request processed in 103us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755811.557554:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24436 00000100:00100000:2.0:1787755811.558121:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-mdtlov_UUID:35155:1874588667034496:0@lo:1000:mdt00_010.0 00010000:00010000:2.0:1787755811.558203:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e79 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558223:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e79 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558235:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e79 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755811.558261:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e79 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558278:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558285:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558294:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558301:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558308:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755811.558312:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558337:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558348:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755811.558351:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755811.558356:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558362:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365787e6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558382:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558388:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.558743:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667034368:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755811.558842:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558849:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755811.558854:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.558860:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.559001:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8500) 00010000:00010000:2.0:1787755811.559005:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755811.559056:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.559064:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787e72 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.559172:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365787e64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f02 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.559191:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e79 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f02 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.559199:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755811.559202:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755811.559204:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755811.559380:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225099:x1874588654484096:12345-192.168.201.7@tcp:101:bash.0 Request processed in 8237us (8536us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.559389:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70295 00000100:00100000:3.0:1787755811.563099:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.563184:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654484224 00000100:00100000:1.0:1787755811.563195:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654484224 00000100:00100000:1.0:1787755811.563286:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70296 00000100:00100000:1.0:1787755811.563301:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225099:x1874588654484224:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755811.563409:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.563434:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787e80 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f09 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.563515:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787e87 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.563532:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787e87 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.563545:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787e87 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755811.563661:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00000004:00200000:1.0:1787755811.563667:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755811.563716:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787e80 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f09 expref: 10 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.563740:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787e87 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f09 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.563750:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:1.0:1787755811.563753:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755811.563756:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755811.564892:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225099:x1874588654484224:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1563us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.564905:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70296 00000100:00100000:3.0:1787755811.568928:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.569022:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654484352 00000100:00100000:2.0:1787755811.569035:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654484352 00000100:00100000:2.0:1787755811.569122:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70297 00000100:00100000:2.0:1787755811.569138:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225099:x1874588654484352:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755811.569162:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.569184:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365787e8e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f10 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.569257:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787e95 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.569273:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787e95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.569284:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787e95 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755811.569367:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x198:0x0]: returning size 4096 00000004:00200000:2.0:1787755811.569372:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755811.569422:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365787e8e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f10 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.569445:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787e95 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f10 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.569456:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755811.569459:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755811.569462:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755811.569866:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225099:x1874588654484352:12345-192.168.201.7@tcp:101:bash.0 Request processed in 729us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.569887:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70297 00000100:00100000:3.0:1787755811.573101:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.573547:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654484480 00000100:00100000:2.0:1787755811.573559:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654484480 00000100:00100000:2.0:1787755811.573619:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70298 00000100:00100000:2.0:1787755811.573630:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225099:x1874588654484480:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755811.573652:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.573672:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787e9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f17 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.573741:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.573757:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787e48 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.573768:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.573817:0:35169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365787e48 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755811.573838:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588667034624:0@lo:104: 00000100:00100000:2.0:1787755811.573928:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755811.573980:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755811.574091:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034624 00000100:00100000:1.0:1787755811.574097:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034624 00000100:00100000:1.0:1787755811.574155:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7929 00000100:00100000:1.0:1787755811.574164:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35169:x1874588667034624:12345-0@lo:104: 00010000:00010000:1.0:1787755811.574180:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.574247:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755811.574254:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35169:x1874588667034624:12345-0@lo:104: Request processed in 93us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.574261:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7929 00010000:00010000:1.0:1787755811.574288:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755811.574294:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.574303:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755811.574309:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755811.574350:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.574386:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.574405:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755811.574430:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.574438:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2800/0x9b2b325365787e48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365787e4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.574466:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.574468:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755811.574469:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755811.574482:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667034752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.574513:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.574555:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034752 00000100:00100000:1.0:1787755811.574559:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034752 00010000:00010000:1.0:1787755811.574576:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365787e48 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.574607:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21691 00000100:00100000:1.0:1787755811.574614:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667034752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755811.574624:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787755811.575571:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588667034624:0@lo:104: 00010000:00010000:2.0:1787755811.575599:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.575716:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787e4f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365787e48 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.575738:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:1.0:1787755811.575744:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.575754:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.575764:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.575797:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755811.576037:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.576044:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755811.576145:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x196:0x0]: returning size 4096 00000004:00200000:2.0:1787755811.576153:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755811.576225:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365787e9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f17 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.576242:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f17 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.576250:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:2.0:1787755811.576253:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755811.576255:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755811.576343:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225099:x1874588654484480:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2715us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.576352:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70298 00000100:00100000:1.0:1787755811.577767:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667034752:12345-0@lo:103:ldlm_bl.0 Request processed in 1251us (1350us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755811.577789:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21691 00000100:00100000:1.0:1787755811.578090:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667034752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755811.580962:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.581102:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654484736 00000100:00100000:3.0:1787755811.581122:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654484736 00000100:00100000:3.0:1787755811.581190:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70299 00000100:00100000:3.0:1787755811.581201:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225099:x1874588654484736:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755811.581223:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755811.581227:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755811.581259:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365787ea3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f17 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581278:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff4536d200) 00010000:00010000:3.0:1787755811.581290:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755811.581304:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365787eaa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f1e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581586:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581599:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581609:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581620:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581627:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.581633:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755811.582253:0:6521:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51b:0x0], index 0: 0 00010000:00010000:3.0:1787755811.582709:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787ebf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582722:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787ebf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582731:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787ebf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582766:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582773:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582779:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582786:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582793:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755811.582799:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582807:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582820:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dfe48affd00) 00010000:00010000:3.0:1787755811.582823:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755811.582827:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582833:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365787eb1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755811.582848:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000073fd25c0 reply state 00000000667fa2ef transno 8589957481 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582859:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.582864:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755811.583160:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755811.583165:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755811.583205:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365787eaa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f1e expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.583225:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787ebf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f1e expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.583239:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe48aff400) 00010000:00010000:3.0:1787755811.583241:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755811.583244:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755811.583358:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225099:x1874588654484736:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2157us (2406us total) trans 8589957481 rc 0/0 00000100:00100000:3.0:1787755811.583368:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70299 00000100:00100000:3.0:1787755811.586612:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.587666:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654484864 00000100:00100000:2.0:1787755811.587677:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654484864 00000100:00100000:2.0:1787755811.587808:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30788 00000100:00100000:2.0:1787755811.587826:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225099:x1874588654484864:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755811.587850:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755811.587994:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f25 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755811.588024:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x51b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755811.588056:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=8868s v=(0 0) 00010000:00010000:2.0:1787755811.588062:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755811.588076:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 7 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.588100:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 7 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.588128:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755811.588227:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225099:x1874588654484864:12345-192.168.201.7@tcp:101:bash.0 Request processed in 406us (1625us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.588235:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30788 00000100:00080000:1.0:1787755811.591182:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755811.592769:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.592895:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654485120 00000100:00100000:3.0:1787755811.592906:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654485120 00000100:00100000:3.0:1787755811.592972:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9370 00000100:00100000:3.0:1787755811.592984:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225099:x1874588654485120:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755811.593699:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225099:x1874588654485120:12345-192.168.201.7@tcp:35:bash.0 Request processed in 714us (942us total) trans 8589957482 rc 0/0 00000100:00100000:3.0:1787755811.593708:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9370 00000100:00100000:2.0:1787755811.598066:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.598301:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654485376 00000100:00100000:1.0:1787755811.598335:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654485376 00000100:00100000:1.0:1787755811.598527:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70300 00000100:00100000:1.0:1787755811.598540:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225099:x1874588654485376:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755811.598563:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755811.598566:0:35159:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755811.598594:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365787e95 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f10 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598619:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755811.598627:0:35159:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755811.598644:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787ed4 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f2c expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598795:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 3/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598810:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598820:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598838:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598845:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.598851:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755811.599020:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667034880:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1787755811.599079:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755811.599260:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1c240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755811.599860:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667034880 00000100:00100000:3.0:1787755811.599886:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667034880 00000100:00100000:3.0:1787755811.599951:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24437 00000100:00100000:3.0:1787755811.599960:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667034880:12345-0@lo:1000:mdt00_012.0 00000100:00100000:3.0:1787755811.600050:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667034880:12345-0@lo:1000:mdt00_012.0 Request processed in 91us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.600058:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24437 00000100:00100000:1.0:1787755811.600820:0:35159:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957480 gen 2 00000004:00080000:1.0:1787755811.600832:0:35159:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957480 committed transno 8589957480 00000100:00100000:1.0:1787755811.601003:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667034880:0@lo:1000:mdt00_012.0 00000004:00080000:1.0:1787755811.601661:0:35159:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d5:0x0], index 1: 0 00010000:00010000:1.0:1787755811.602081:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787ee9 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602099:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787ee9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602109:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787ee9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602229:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602238:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602245:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602253:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602258:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755811.602264:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602271:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602284:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755811.602287:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755811.602293:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 3/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602299:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365787edb lrc: 0/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755811.602341:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f6976dc3 reply state 00000000eca6b972 transno 4294985393 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602352:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602358:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x4ec94fd6 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755811.602361:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755811.602364:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755811.602480:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365787ed4 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f2c expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602644:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787ee9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f2c expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755811.602654:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dfe466c5200) 00010000:00010000:1.0:1787755811.602657:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755811.602659:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755811.602794:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225099:x1874588654485376:12345-192.168.201.7@tcp:101:bash.0 Request processed in 4256us (4738us total) trans 4294985393 rc 0/0 00000100:00100000:1.0:1787755811.602805:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70300 00000100:00100000:2.0:1787755811.607236:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755811.607698:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654485504 00000100:00100000:3.0:1787755811.607717:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654485504 00000100:00100000:3.0:1787755811.607863:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30789 00000100:00100000:3.0:1787755811.607957:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225099:x1874588654485504:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755811.607979:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755811.608009:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f33 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755811.608045:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755811.608077:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d5:0x0].0x0 since=8868s v=(0 0) 00010000:00010000:3.0:1787755811.608082:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755811.608094:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 8 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.608194:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 8 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755811.608213:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755811.608463:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225099:x1874588654485504:12345-192.168.201.7@tcp:101:bash.0 Request processed in 509us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755811.608470:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30789 00000100:00080000:1.0:1787755811.608733:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755811.615294:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755811.615815:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654485760 00000100:00100000:1.0:1787755811.615831:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654485760 00000100:00100000:1.0:1787755811.616013:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9371 00000100:00100000:1.0:1787755811.616026:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225099:x1874588654485760:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755811.616742:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:225099:x1874588654485760:12345-192.168.201.7@tcp:35:bash.0 Request processed in 714us (1455us total) trans 4294985394 rc 0/0 00000100:00100000:1.0:1787755811.616751:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9371 00000100:00100000:0.0:1787755811.630243:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755811.630288:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755811.630531:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654485888 00000100:00100000:2.0:1787755811.630542:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654485888 00000100:00100000:2.0:1787755811.630622:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486016 00000100:00100000:2.0:1787755811.630625:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486016 00000100:00100000:2.0:1787755811.630658:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11133 00000100:00100000:2.0:1787755811.630672:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:15681:x1874588654485888:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755811.630689:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755811.630719:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787e5d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213efb expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.630742:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755811.630755:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787ebf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f1e expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.630770:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe48aff400) 00010000:00010000:2.0:1787755811.630786:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365787e79 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f02 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.630793:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755811.630801:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755811.630869:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:15681:x1874588654485888:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 199us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.630888:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11133 00000100:00100000:2.0:1787755811.631030:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11134 00000100:00100000:2.0:1787755811.631038:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:34914:x1874588654486016:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755811.631048:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755811.631063:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365787ee9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f2c expref: 13 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.631076:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dfe466c5200) 00010000:00010000:2.0:1787755811.631090:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365787e87 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f09 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.631100:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:2.0:1787755811.631108:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365787c49 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e62:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e92 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755811.631125:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e62:0x0].0x0 (ffff9dff4536d600) 00010000:00010000:2.0:1787755811.631132:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755811.631160:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:34914:x1874588654486016:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 122us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755811.631166:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11134 00010000:00010000:3.0:1787755811.811805:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755812.837919:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667035264:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.838003:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.838044:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667035776:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.838068:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.838102:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667036288:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.838130:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.838157:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787755812.838164:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667035392:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.838187:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.838204:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667035904:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.838226:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.838244:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667036416:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.838268:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755812.838302:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755812.838349:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035264 00000100:00100000:3.0:1787755812.838359:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035264 00000100:00100000:3.0:1787755812.840598:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035776 00000100:00100000:3.0:1787755812.840622:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035776 00000100:00100000:3.0:1787755812.840665:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035392 00000100:00100000:3.0:1787755812.840668:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035392 00000100:00100000:3.0:1787755812.840695:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035904 00000100:00100000:3.0:1787755812.840698:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035904 00000100:00100000:3.0:1787755812.840727:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15682 00000100:00100000:3.0:1787755812.840739:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667035264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.840890:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667035264:12345-0@lo:400:kworker.0 Request processed in 152us (2885us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.840898:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15682 00000100:00100000:3.0:1787755812.840920:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15683 00000100:00100000:3.0:1787755812.840926:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667035776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.840958:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667035776:12345-0@lo:400:kworker.0 Request processed in 32us (2889us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.840964:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15683 00000100:00100000:3.0:1787755812.840978:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15684 00000100:00100000:3.0:1787755812.840984:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667035392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.841014:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667035392:12345-0@lo:400:kworker.0 Request processed in 31us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.841020:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15684 00000100:00100000:3.0:1787755812.841032:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15685 00000100:00100000:3.0:1787755812.841037:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667035904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.841063:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667035904:12345-0@lo:400:kworker.0 Request processed in 27us (2838us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.841068:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15685 00000100:00100000:3.0:1787755812.841094:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036288 00000100:00100000:3.0:1787755812.841098:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036288 00000100:00100000:3.0:1787755812.841125:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036416 00000100:00100000:3.0:1787755812.841128:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036416 00000100:00100000:3.0:1787755812.841149:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10086 00000100:00100000:3.0:1787755812.841156:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667036288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.841189:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667036288:12345-0@lo:400:kworker.0 Request processed in 34us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.841195:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10086 00000100:00100000:3.0:1787755812.841206:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10087 00000100:00100000:3.0:1787755812.841212:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667036416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.841238:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667036416:12345-0@lo:400:kworker.0 Request processed in 27us (2970us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.841243:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10087 00000100:00080000:3.0:1787755812.841269:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755812.841273:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755812.841276:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755812.841278:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755812.841357:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667035392:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842417:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667035008:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842499:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842557:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667035520:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842592:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842618:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667036032:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842667:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667036544:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842690:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842721:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787755812.842729:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667035136:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842757:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842778:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667035648:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842800:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842818:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667036160:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.842840:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755812.842894:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035520 00000100:00100000:0.0:1787755812.842903:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035520 00000100:00100000:0.0:1787755812.842966:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036544 00000100:00100000:0.0:1787755812.842969:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036544 00000100:00100000:0.0:1787755812.842994:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15686 00000100:00100000:0.0:1787755812.843004:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667035520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843061:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667035520:12345-0@lo:400:kworker.0 Request processed in 59us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843068:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15686 00000100:00100000:0.0:1787755812.843087:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15687 00000100:00100000:0.0:1787755812.843108:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667036544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843137:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667036544:12345-0@lo:400:kworker.0 Request processed in 30us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843143:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15687 00000100:00100000:0.0:1787755812.843164:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036032 00000100:00100000:0.0:1787755812.843168:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036032 00000100:00100000:0.0:1787755812.843195:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035648 00000100:00100000:0.0:1787755812.843198:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035648 00000100:00100000:0.0:1787755812.843220:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10088 00000100:00100000:0.0:1787755812.843227:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667036032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843258:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667036032:12345-0@lo:400:kworker.0 Request processed in 32us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843264:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10088 00000100:00100000:0.0:1787755812.843276:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10089 00000100:00100000:0.0:1787755812.843282:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667035648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843309:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667035648:12345-0@lo:400:kworker.0 Request processed in 27us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843346:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10089 00000100:00100000:0.0:1787755812.843366:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035008 00000100:00100000:0.0:1787755812.843371:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035008 00000100:00100000:0.0:1787755812.843402:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:0.0:1787755812.843409:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667035008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843440:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667035008:12345-0@lo:400:kworker.0 Request processed in 32us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843446:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:0.0:1787755812.843493:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667035136 00000100:00100000:0.0:1787755812.843498:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667035136 00000100:00100000:0.0:1787755812.843524:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036160 00000100:00100000:0.0:1787755812.843527:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036160 00000100:00100000:0.0:1787755812.843547:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24438 00000100:00100000:0.0:1787755812.843553:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667035136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843588:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667035136:12345-0@lo:400:kworker.0 Request processed in 36us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843598:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24438 00000100:00100000:0.0:1787755812.843610:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24439 00000100:00100000:0.0:1787755812.843616:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588667036160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843643:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588667036160:12345-0@lo:400:kworker.0 Request processed in 27us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755812.843649:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24439 00000100:00080000:0.0:1787755812.843719:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755812.843724:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755812.843727:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755812.843760:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667035136:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843772:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667035648:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843782:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667036160:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843789:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667035008:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843800:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667035520:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843810:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667036032:0@lo:400:kworker.0 00000100:00100000:0.0:1787755812.843820:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667036544:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.845755:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667035904:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.845800:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667036416:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.845818:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667035264:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.845833:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667035776:0@lo:400:kworker.0 00000100:00100000:3.0:1787755812.845849:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667036288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755812.848275:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755812.848305:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667036672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755812.849548:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755812.849633:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036672 00000100:00100000:1.0:1787755812.849643:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036672 00000100:00100000:1.0:1787755812.849696:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6799 00000100:00100000:1.0:1787755812.849707:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667036672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755812.849743:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755812.849796:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667036672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755812.849803:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6799 00000100:00100000:1.0:1787755812.849897:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667036672:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1787755812.849940:0:8668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8869871623298ns, next at 8870871621023ns, rc = 0 00000004:00080000:2.0:1787755812.870435:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 354 committed 00010000:00010000:2.0:1787755812.870495:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755812.870514:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755812.870592:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755812.870601:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755812.870630:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48cccc00/0x9b2b325365787d76 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787d7d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787755812.870651:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985394 is committed 00000020:00080000:2.0:1787755812.870667:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe520d9240 refcount 2 committed 0 result 0 batchid 3430 00000020:00080000:2.0:1787755812.870671:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe426cd900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe520d99c0 00000020:00080000:2.0:1787755812.870674:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1529 00000020:00080000:2.0:1787755812.870676:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe426cd700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a63a400 00000020:00080000:2.0:1787755812.870679:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1210 00000001:00080000:2.0:1787755812.870689:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985391 is committed 00000020:00080000:2.0:1787755812.870694:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4921c6c0 refcount 2 committed 0 result 0 batchid 3429 00000020:00080000:2.0:1787755812.870696:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe456e8d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4921ca80 00000020:00080000:2.0:1787755812.870699:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1528 00000020:00080000:2.0:1787755812.870702:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe456e8000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe489e7a00 00000020:00080000:2.0:1787755812.870704:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1209 00000004:00080000:2.0:1787755812.870713:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 353 committed 00000020:00080000:2.0:1787755812.870718:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5122a900 refcount 2 committed 0 result 0 batchid 3428 00000020:00080000:2.0:1787755812.870720:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff818ae200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5122a480 00000020:00080000:2.0:1787755812.870723:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1527 00000020:00080000:2.0:1787755812.870725:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff7bb80a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a050c00 00000020:00080000:2.0:1787755812.870727:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1208 00000020:00080000:2.0:1787755812.870733:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5199b180 refcount 2 committed 0 result 0 batchid 3427 00000020:00080000:2.0:1787755812.870735:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe456e8900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5199b480 00000020:00080000:2.0:1787755812.870738:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1526 00000020:00080000:2.0:1787755812.870739:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe456e8a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aad0c00 00000020:00080000:2.0:1787755812.870742:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1207 00000001:00080000:2.0:1787755812.870748:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985385 is committed 00000020:00080000:2.0:1787755812.870755:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3426 batchid updated 00000020:00080000:1.0:1787755812.870956:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3430 committed batchid 3426 00000004:00080000:1.0:1787755812.871106:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49f1c300 with version 6858 00000020:00080000:1.0:1787755812.871124:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3423 cancel update log [0x200000401:0x3:0x0].1521: rc = 0 00000020:00080000:1.0:1787755812.871172:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3423 cancel update log [0x240000400:0x3:0x0].1203: rc = 0 00000004:00080000:1.0:1787755812.871197:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49f1c840 with version 6859 00000020:00080000:1.0:1787755812.871201:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3424 cancel update log [0x200000401:0x3:0x0].1522: rc = 0 00000020:00080000:1.0:1787755812.871221:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3424 cancel update log [0x240000400:0x3:0x0].1204: rc = 0 00000004:00080000:1.0:1787755812.871244:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49f1ce40 with version 6860 00000020:00080000:1.0:1787755812.871247:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3425 cancel update log [0x200000401:0x3:0x0].1523: rc = 0 00000020:00080000:1.0:1787755812.871267:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3425 cancel update log [0x240000400:0x3:0x0].1205: rc = 0 00000004:00080000:1.0:1787755812.871287:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe49f1c6c0 with version 6861 00000020:00080000:1.0:1787755812.871290:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3426 cancel update log [0x200000401:0x3:0x0].1525: rc = 0 00000020:00080000:1.0:1787755812.871308:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3426 cancel update log [0x240000400:0x3:0x0].1206: rc = 0 00000020:00080000:1.0:1787755812.871337:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3426 00000004:00080000:2.0:1787755812.871525:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6858 rpc_version 6858 00000020:00100000:2.0:1787755812.871551:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755812.871566:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f51ea00 x1874588667037184/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755812.871590:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037184:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755812.871683:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755812.871737:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00010000:00010000:3.0:1787755812.880184:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880205:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880215:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880222:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755812.880227:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880235:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880253:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:3.0:1787755812.880256:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755812.880261:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880267:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365787e3a lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880298:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880304:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880309:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880313:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755812.880352:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880359:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880366:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:3.0:1787755812.880380:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755812.880383:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880390:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787e41 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880411:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880416:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880421:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880426:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755812.880430:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880434:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880441:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x4ec94fd6 (ffff9dfe466c5400) 00010000:00010000:3.0:1787755812.880444:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755812.880447:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880452:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365787ee2 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755812.880491:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667036928:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1787755812.880582:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.880644:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755812.880653:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667036800:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787755812.880694:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755812.880748:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036800 00000100:00100000:3.0:1787755812.880757:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036800 00000100:00100000:3.0:1787755812.880829:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11135 00000100:00100000:3.0:1787755812.880840:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667036800:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787755812.880873:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755812.880899:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787d7d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x195:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787d76 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.880919:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x195:0x0].0x5a734ce9 (ffff9dff439f7300) 00010000:00010000:3.0:1787755812.880928:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755812.880974:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667036800:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 136us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755812.880982:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11135 00000100:00100000:3.0:1787755812.881099:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667036800:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755812.881348:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667037184 00000100:00100000:1.0:1787755812.881354:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667037184 00000100:00100000:1.0:1787755812.881398:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24440 00000100:00100000:1.0:1787755812.881406:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667037184:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.881571:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbfc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667037184:12345-0@lo:1000:osp_up0-1.0 Request processed in 165us (9887us total) trans 8589957483 rc 0/0 00000100:00100000:1.0:1787755812.881578:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24440 00000100:00100000:1.0:1787755812.881828:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037184:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755812.881841:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6859 rpc_version 6859 00000020:00100000:1.0:1787755812.881876:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755812.881883:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9c3800 x1874588667037440/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755812.881905:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037440:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.881966:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755812.881988:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755812.882003:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667037440 00000100:00100000:1.0:1787755812.882006:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667037440 00000100:00100000:1.0:1787755812.882045:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24441 00000100:00100000:1.0:1787755812.882051:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667037440:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.882139:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667037440:12345-0@lo:1000:osp_up0-1.0 Request processed in 88us (172us total) trans 8589957484 rc 0/0 00000100:00100000:1.0:1787755812.882147:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24441 00000100:00100000:1.0:1787755812.882191:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037440:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755812.882199:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6860 rpc_version 6860 00000020:00100000:1.0:1787755812.882210:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755812.882214:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9c0380 x1874588667037696/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755812.882227:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037696:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.882250:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755812.882265:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755812.882275:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667037696 00000100:00100000:1.0:1787755812.882278:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667037696 00000100:00100000:1.0:1787755812.882300:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24442 00000100:00100000:1.0:1787755812.882306:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667037696:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.882399:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667037696:12345-0@lo:1000:osp_up0-1.0 Request processed in 93us (148us total) trans 8589957485 rc 0/0 00000100:00100000:1.0:1787755812.882406:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24442 00000100:00100000:1.0:1787755812.882440:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037696:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755812.882448:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6861 rpc_version 6861 00000020:00100000:1.0:1787755812.882459:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755812.882464:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9c1c00 x1874588667037952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755812.882476:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037952:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.882501:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755812.882515:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe49f1cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755812.882526:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667037952 00000100:00100000:1.0:1787755812.882529:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667037952 00000100:00100000:1.0:1787755812.882550:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24443 00000100:00100000:1.0:1787755812.882557:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667037952:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755812.882625:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667037952:12345-0@lo:1000:osp_up0-1.0 Request processed in 67us (123us total) trans 8589957486 rc 0/0 00000100:00100000:1.0:1787755812.882631:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24443 00000100:00100000:1.0:1787755812.882666:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667037952:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755812.882912:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667036928 00000100:00100000:2.0:1787755812.882918:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667036928 00000100:00100000:2.0:1787755812.882964:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30790 00000100:00100000:2.0:1787755812.882971:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667036928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1787755812.882995:0:35156:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1235 count 1 00010000:00010000:2.0:1787755812.883029:0:35156:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755812.883052:0:35156:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755812.883061:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d3:0x0].0x0 since=9s v=(0 0) 00010000:00010000:2.0:1787755812.883065:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755812.883069:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755812.883096:0:35156:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755812.883110:0:35156:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 6 pid: 35160 timeout: 8969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755812.883123:0:35156:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35156:1874588667038080:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755812.883199:0:35156:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755812.893824:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755812.893932:0:35156:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:35156:1874588667038080:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755812.893974:0:35156:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755812.895514:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486144 00000100:00100000:1.0:1787755812.895532:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486144 00010000:00010000:1.0:1787755812.895605:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 7 pid: 35160 timeout: 8969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755812.895667:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21692 00000100:00100000:1.0:1787755812.895681:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654486144:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755812.895698:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755812.895705:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 7 pid: 35160 timeout: 8969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755812.895722:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 7 pid: 35160 timeout: 8969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755812.895754:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a34deada/0x9b2b325365787ba1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213e53 expref: 7 pid: 35160 timeout: 8969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755812.895778:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755812.895783:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d3:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755812.895790:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755812.895806:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755812.895849:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755812.895916:0:35156:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.895927:0:35156:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.895938:0:35156:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755812.895942:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654486144:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 263us (2129us total) trans 0 rc 0/0 00010000:00010000:3.0:1787755812.895947:0:35156:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755812.895950:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21692 00010000:00010000:3.0:1787755812.895970:0:35156:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755812.896258:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667036928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13287us (15676us total) trans 4294973864 rc 0/0 00000100:00100000:3.0:1787755812.896268:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30790 00010000:00010000:3.0:1787755812.896291:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755812.896297:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.896306:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755812.896312:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.896348:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.896362:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.896370:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e7674fb/0x9b2b325365787efe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755812.896389:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755812.896390:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755812.896392:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755812.897031:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a9c2d80/2, rc 0, transno 4294973864 00000100:00100000:1.0:1787755812.897042:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667036928:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1787755813.327274:0:165254:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755813.327726:0:165254:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:3.0:1787755813.347442:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755813.347466:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667038208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755813.347547:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755813.347600:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667038208 00000100:00100000:3.0:1787755813.347607:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667038208 00000100:00100000:3.0:1787755813.347653:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6800 00000100:00100000:3.0:1787755813.347661:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667038208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755813.347687:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755813.347732:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667038208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755813.347739:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6800 00000100:00100000:3.0:1787755813.347794:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667038208:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755813.865099:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787755813.887548:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976200 is committed 00000001:00080000:0.0:1787755813.887566:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976199 is committed 00000001:00080000:0.0:1787755813.887578:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976198 is committed 00000100:00100000:2.0:1787755814.286097:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286137:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286182:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286212:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286234:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286252:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286271:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755814.286369:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486400 00000100:00100000:2.0:1787755814.286383:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486400 00000100:00100000:2.0:1787755814.286450:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486912 00000100:00100000:2.0:1787755814.286453:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486912 00000100:00100000:2.0:1787755814.286473:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486528 00000100:00100000:2.0:1787755814.286476:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486528 00000100:00100000:2.0:1787755814.286494:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487040 00000100:00100000:2.0:1787755814.286496:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487040 00000100:00100000:2.0:1787755814.286521:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15688 00000100:00100000:2.0:1787755814.286532:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654486400:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.286611:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654486400:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 80us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.286619:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15688 00000100:00100000:2.0:1787755814.286638:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15689 00000100:00100000:2.0:1787755814.286644:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654486912:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.286668:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654486912:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.286674:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15689 00000100:00100000:2.0:1787755814.286682:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15690 00000100:00100000:2.0:1787755814.286687:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654486528:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.286708:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654486528:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.286715:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15690 00000100:00100000:2.0:1787755814.286725:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15691 00000100:00100000:2.0:1787755814.286731:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654487040:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.286756:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654487040:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.286762:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15691 00000100:00100000:2.0:1787755814.286785:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486272 00000100:00100000:2.0:1787755814.286789:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486272 00000100:00100000:2.0:1787755814.286815:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2394 00000100:00100000:2.0:1787755814.286821:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff76fb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654486272:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.286860:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff76fb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654486272:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 39us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.286867:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2394 00000100:00100000:0.0:1787755814.287111:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486656 00000100:00100000:0.0:1787755814.287116:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486656 00000100:00100000:0.0:1787755814.287163:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487168 00000100:00100000:0.0:1787755814.287168:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487168 00000100:00100000:0.0:1787755814.287188:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654486784 00000100:00100000:0.0:1787755814.287191:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654486784 00000100:00100000:0.0:1787755814.287208:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487296 00000100:00100000:0.0:1787755814.287210:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487296 00000100:00100000:0.0:1787755814.287231:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10090 00000100:00100000:0.0:1787755814.287237:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654486656:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.287307:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10091 00000100:00100000:2.0:1787755814.287335:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654487168:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755814.295965:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654486656:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 8707us (9806us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755814.295987:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10090 00000100:00100000:0.0:1787755814.296484:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10092 00000100:00100000:0.0:1787755814.296499:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654486784:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.296695:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654487168:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 9378us (10509us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.296704:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10091 00000100:00100000:2.0:1787755814.296722:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10093 00000100:00100000:2.0:1787755814.296730:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654487296:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755814.296757:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654487296:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (10456us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755814.296763:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10093 00000100:00100000:0.0:1787755814.307027:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654486784:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 10509us (20749us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755814.307050:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10092 00000100:00080000:0.0:1787755814.307131:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755814.307138:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755814.307142:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755814.307147:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755814.884989:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755814.887256:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755814.887288:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667038336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755814.898230:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755814.898442:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667038336 00000100:00100000:1.0:1787755814.898467:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667038336 00000100:00100000:1.0:1787755814.898551:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24444 00000100:00100000:1.0:1787755814.898565:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667038336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755814.898624:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443385344 avail 1297145856 00000100:00100000:1.0:1787755814.898848:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667038336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 286us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755814.898856:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24444 00000100:00100000:3.0:1787755814.899299:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985385 gen 2 00000004:00080000:3.0:1787755814.899311:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985384 committed transno 4294985385 00000004:00080000:3.0:1787755814.899382:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985385 committed transno 4294985385 00000020:00080000:3.0:1787755814.899393:0:3647:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4c7e20c0 refcount 2 committed 0 result 0 batchid 4294979809 00000020:00080000:3.0:1787755814.899398:0:3647:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4ea400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cdecc0 00000020:00080000:3.0:1787755814.899403:0:3647:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].941 00000020:00080000:3.0:1787755814.899405:0:3647:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f4eae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4abed400 00000020:00080000:3.0:1787755814.899408:0:3647:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].938 00000100:00100000:3.0:1787755814.899487:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667038336:0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1787755814.899518:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979809 committed batchid 4294979808 00000020:00080000:0.0:1787755814.899620:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979808 00000100:00100000:3.0:1787755815.395660:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667038464:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755815.395777:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755815.396154:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667038592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755815.396191:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755815.396397:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667038464 00000100:00100000:3.0:1787755815.396408:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667038464 00000100:00100000:3.0:1787755815.396510:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667038592 00000100:00100000:3.0:1787755815.396515:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667038592 00000100:00100000:3.0:1787755815.396535:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801 00000100:00100000:3.0:1787755815.396547:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667038464:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755815.396596:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755815.396652:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667038464:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755815.396660:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801 00000100:00100000:3.0:1787755815.396682:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802 00000100:00100000:3.0:1787755815.396688:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667038592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755815.396706:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755815.396741:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667038592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755815.396747:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802 00000100:00100000:3.0:1787755815.396765:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755815.396776:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667038720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755815.396823:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787755815.396856:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755815.396862:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755815.396914:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667038464:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755815.401413:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667038720 00000100:00100000:1.0:1787755815.401442:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667038720 00000100:00100000:1.0:1787755815.401538:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24445 00000100:00100000:1.0:1787755815.401553:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667038720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755815.401623:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442779136 avail 1296539648 00000100:00100000:1.0:1787755815.401790:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667038720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 240us (4964us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755815.401798:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24445 00000100:00100000:1.0:1787755815.401942:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976200 gen 2 00000004:00080000:1.0:1787755815.401952:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a9c3b80, transno 4294976200 00000100:00100000:1.0:1787755815.401978:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667038592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755815.402044:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667038720:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787755815.906542:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755816.397940:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755816.399650:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487424 00000100:00100000:0.0:1787755816.399668:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487424 00000100:00100000:0.0:1787755816.399870:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70301 00000100:00100000:0.0:1787755816.399888:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:225280:x1874588654487424:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755816.399916:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755816.399947:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787f05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f3a expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.400048:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.400067:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.400083:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755816.400129:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755816.400134:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755816.400159:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.400189:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365787f05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.400207:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.400216:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755816.400219:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755816.400223:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755816.400346:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:225280:x1874588654487424:12345-192.168.201.7@tcp:101:cat.0 Request processed in 463us (2425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.400355:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70301 00000100:00100000:0.0:1787755816.413506:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755816.413604:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487552 00000100:00100000:0.0:1787755816.413620:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487552 00000100:00100000:0.0:1787755816.413720:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70302 00000100:00100000:0.0:1787755816.413737:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:225280:x1874588654487552:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755816.413765:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755816.413791:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787f13 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f41 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.413893:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.413921:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.413934:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.413951:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.413958:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.413965:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415484:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787f28 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415512:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787f28 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415523:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787f28 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755816.415552:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787f28 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415576:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415583:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415590:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415597:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415602:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755816.415606:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415614:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415626:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755816.415629:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.415635:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415641:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f1a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415657:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415665:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415671:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415675:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755816.415678:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415683:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415690:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604100) 00010000:00010000:0.0:1787755816.415693:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.415696:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415702:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365787f21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415739:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365787f13 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f41 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415753:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787f28 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f41 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.415760:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:0.0:1787755816.415763:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755816.415766:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00080000:1.0:1787755816.416132:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755816.416226:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:225280:x1874588654487552:12345-192.168.201.7@tcp:101:cat.0 Request processed in 2491us (2750us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.416299:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70302 00000100:00100000:1.0:1787755816.434897:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755816.435368:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487680 00000100:00100000:0.0:1787755816.435378:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487680 00000100:00100000:0.0:1787755816.435429:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70303 00000100:00100000:0.0:1787755816.435439:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:225280:x1874588654487680:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755816.435458:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755816.435478:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787f2f lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f48 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.435547:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787f36 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.435560:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787f36 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.435571:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787f36 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755816.435675:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00000004:00200000:0.0:1787755816.435680:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755816.435713:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365787f2f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f48 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.435728:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787f36 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f48 expref: 6 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.435737:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:0.0:1787755816.435741:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755816.435744:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755816.435813:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:225280:x1874588654487680:12345-192.168.201.7@tcp:101:cat.0 Request processed in 369us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.437296:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70303 00000100:00080000:0.0:1787755816.437487:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755816.450529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755816.453760:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487808 00000100:00100000:3.0:1787755816.453777:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487808 00000100:00100000:3.0:1787755816.453856:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70304 00000100:00100000:3.0:1787755816.453868:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:225280:x1874588654487808:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755816.453891:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755816.453916:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787f3d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f4f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.453994:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.454011:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.454023:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755816.454078:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x198:0x0]: returning size 4096 00000004:00200000:3.0:1787755816.454084:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755816.454121:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365787f3d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.454138:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.454148:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:3.0:1787755816.454151:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755816.454155:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755816.454239:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:225280:x1874588654487808:12345-192.168.201.7@tcp:101:cat.0 Request processed in 373us (3721us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755816.454247:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70304 00000100:00100000:3.0:1787755816.462463:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755816.462518:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654487936 00000100:00100000:1.0:1787755816.462532:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654487936 00000100:00100000:1.0:1787755816.462843:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70305 00000100:00100000:1.0:1787755816.462858:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:225280:x1874588654487936:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755816.462889:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755816.462923:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365787f4b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f56 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.462999:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.463014:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.463028:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755816.463083:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x196:0x0]: returning size 4096 00000004:00200000:1.0:1787755816.463089:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755816.463157:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365787f4b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.463175:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.463184:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:1.0:1787755816.463187:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755816.463190:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755816.463263:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:225280:x1874588654487936:12345-192.168.201.7@tcp:101:cat.0 Request processed in 407us (812us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755816.463271:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70305 00000100:00100000:1.0:1787755816.480886:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755816.481023:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488192 00000100:00100000:2.0:1787755816.481039:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488192 00000100:00100000:2.0:1787755816.481112:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70306 00000100:00100000:2.0:1787755816.481124:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:225280:x1874588654488192:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755816.481147:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755816.481172:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787f59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f5d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.481269:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.481286:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.481299:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.481311:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.481343:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.481349:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:2.0:1787755816.481562:0:35155:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:2.0:1787755816.847236:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755816.847307:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755816.847700:0:24203:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488320 00000100:00100000:3.0:1787755816.847710:0:24203:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488320 00002000:00100000:3.0:1787755816.847801:0:24203:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x51b:0x0] (0->5) req@ffff9dfe47896680 x1874588654488320/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:387/0 lens 496/0 e 0 to 0 dl 1787755827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755816.847817:0:24203:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe47896680 with x1874588654488320 ext(0->5) 00002000:00010000:3.0:1787755816.847823:0:24203:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe47896680 00000100:00100000:3.0:1787755816.847869:0:24203:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27930 00000100:00100000:3.0:1787755816.847880:0:24203:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654488320:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755816.849249:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488448 00000100:00100000:1.0:1787755816.849259:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488448 00000100:00100000:1.0:1787755816.849311:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30791 00000100:00100000:1.0:1787755816.849362:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654488448:12345-192.168.201.7@tcp:16:kworker.0 00000100:00080000:0.0:1787755816.850003:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755816.850270:0:24203:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654488320:12345-192.168.201.7@tcp:4:bash.0 Request processed in 2266us (2835us total) trans 4294973865 rc 0/0 00000100:00100000:3.0:1787755816.850282:0:24203:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27930 00002000:00100000:3.0:1787755816.850293:0:24203:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x51b:0x0] (0->5) req@ffff9dfe47896680 x1874588654488320/t4294973865(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:387/0 lens 496/448 e 0 to 0 dl 1787755827 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755816.850302:0:24203:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe47896680 with x1874588654488320 ext(0->5) 00002000:00010000:3.0:1787755816.850309:0:24203:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe47896680 00000001:00080000:1.0:1787755816.859464:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973865 is committed 00000001:00080000:1.0:1787755816.859490:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973864 is committed 00000100:00100000:3.0:1787755816.872970:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654488448:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 23595us (25728us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755816.872988:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30791 00000100:00100000:2.0:1787755816.877538:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755816.877881:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755816.877986:0:8440:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488576 00000100:00100000:1.0:1787755816.878001:0:8440:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488576 00002000:00100000:1.0:1787755816.878087:0:8440:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x4d5:0x0] (0->5) req@ffff9dfe47894700 x1874588654488576/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:387/0 lens 496/0 e 0 to 0 dl 1787755827 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755816.878099:0:8440:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe47894700 with x1874588654488576 ext(0->5) 00002000:00010000:1.0:1787755816.878106:0:8440:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe47894700 00000100:00100000:1.0:1787755816.878154:0:8440:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27931 00000100:00100000:1.0:1787755816.878168:0:8440:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654488576:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:2.0:1787755816.878735:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755816.878872:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488704 00000100:00100000:0.0:1787755816.878878:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488704 00000100:00100000:0.0:1787755816.878917:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30792 00000100:00100000:0.0:1787755816.878926:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654488704:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:2.0:1787755816.879340:0:8440:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654488576:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1145us (1431us total) trans 4294976201 rc 0/0 00000100:00100000:2.0:1787755816.879351:0:8440:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27931 00002000:00100000:2.0:1787755816.879359:0:8440:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000400:0x4d5:0x0] (0->5) req@ffff9dfe47894700 x1874588654488576/t4294976201(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:387/0 lens 496/448 e 0 to 0 dl 1787755827 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755816.879369:0:8440:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe47894700 with x1874588654488576 ext(0->5) 00002000:00010000:2.0:1787755816.879375:0:8440:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe47894700 00000001:00080000:0.0:1787755816.881859:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976201 is committed 00000100:00100000:2.0:1787755816.882174:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654488704:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 3244us (4643us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755816.882185:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30792 00000100:00100000:2.0:1787755816.918897:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755816.919007:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488832 00000100:00100000:3.0:1787755816.919031:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488832 00000100:00100000:3.0:1787755816.919118:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70307 00000100:00100000:3.0:1787755816.919129:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225282:x1874588654488832:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755816.919150:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755816.919173:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365787f6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f64 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.919255:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.919274:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.919285:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755816.919369:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755816.919373:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755816.919394:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.919417:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365787f6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.919436:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.919445:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755816.919448:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755816.919451:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755816.919506:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225282:x1874588654488832:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 378us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755816.919513:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70307 00000100:00080000:2.0:1787755816.919585:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755816.926199:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755816.926356:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654488960 00000100:00100000:0.0:1787755816.926369:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654488960 00000100:00100000:0.0:1787755816.926455:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70308 00000100:00100000:0.0:1787755816.926469:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225282:x1874588654488960:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755816.926498:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755816.926530:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f6b expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926607:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926622:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926634:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926654:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926661:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926667:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926752:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926762:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926770:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755816.926808:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926827:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926834:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926841:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926849:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926859:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755816.926865:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926873:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926886:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755816.926889:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.926895:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926901:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365787f83 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926916:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926922:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926928:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926934:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755816.926936:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926942:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926953:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604100) 00010000:00010000:0.0:1787755816.926956:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.926959:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926964:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f8a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.926998:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.927012:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.927021:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:0.0:1787755816.927023:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755816.927026:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755816.927115:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225282:x1874588654488960:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 648us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.927123:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70308 00010000:00010000:0.0:1787755816.933185:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755816.938181:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000020:00080000:3.0:1787755816.942229:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979809 batchid updated 00000001:00080000:3.0:1787755816.942259:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957486 is committed 00000001:00080000:3.0:1787755816.942283:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957482 is committed 00000020:00080000:2.0:1787755816.942348:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979809 00000004:00080000:2.0:1787755816.942416:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4a20f300 with version 1832 00000020:00080000:2.0:1787755816.942435:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979809 cancel update log [0x240000404:0x2:0x0].941: rc = 0 00000020:00080000:2.0:1787755816.942515:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979809 cancel update log [0x200000bd0:0x2:0x0].938: rc = 0 00000020:00080000:2.0:1787755816.942523:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979809 00000100:00100000:0.0:1787755816.942576:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489088 00000100:00100000:0.0:1787755816.942586:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489088 00000100:00080000:2.0:1787755816.942646:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755816.942661:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70309 00000100:00100000:0.0:1787755816.942673:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225282:x1874588654489088:12345-192.168.201.7@tcp:101:mrename.0 00000004:00080000:3.0:1787755816.942686:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1832 rpc_version 1832 00010000:00010000:0.0:1787755816.942694:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00100000:3.0:1787755816.942715:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755816.942725:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9a0000 x1874588667038976/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:0.0:1787755816.942727:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f98 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f72 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755816.942763:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a0000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667038976:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755816.942851:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755816.942913:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755816.942976:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667038976 00000100:00100000:2.0:1787755816.942980:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667038976 00000100:00100000:2.0:1787755816.943030:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24446 00000100:00100000:2.0:1787755816.943037:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588667038976:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755816.943171:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667038976:12345-0@lo:1000:osp_up1-0.0 Request processed in 133us (320us total) trans 4294985395 rc 0/0 00000100:00100000:2.0:1787755816.943179:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24446 00000100:00100000:2.0:1787755816.943226:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a0000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667038976:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787755816.943347:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f9f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.943360:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.943370:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f9f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943404:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943415:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943424:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943430:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755816.943434:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943442:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943458:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dfe48aff000) 00010000:00010000:1.0:1787755816.943461:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755816.943465:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.943471:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787eb8 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755816.943936:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00000004:00200000:0.0:1787755816.943944:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755816.944000:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365787f98 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f72 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.944018:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f9f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f72 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.944027:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:0.0:1787755816.944029:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755816.944033:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755816.944111:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225282:x1874588654489088:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1439us (5940us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.944119:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70309 00000100:00100000:1.0:1787755816.949570:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755816.949816:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489216 00000100:00100000:0.0:1787755816.949828:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489216 00000100:00100000:0.0:1787755816.949893:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70310 00000100:00100000:0.0:1787755816.949906:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225282:x1874588654489216:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755816.949927:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755816.949954:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787fa6 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f79 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950189:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 3/1,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950205:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950218:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950232:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950238:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950243:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950378:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950387:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950395:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755816.950446:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e65:0x0]: returning size 6 00000004:00200000:0.0:1787755816.950452:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755816.950475:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950490:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950500:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950506:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950512:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950518:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950524:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755816.950528:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950535:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.950547:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:0.0:1787755816.950550:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.950555:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 3/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951104:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365787fad lrc: 0/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951135:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951142:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951147:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951154:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755816.951157:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951164:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951174:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x4ec94fd6 (ffff9dfe52604100) 00010000:00010000:0.0:1787755816.951177:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.951180:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951187:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365787fb4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951226:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365787fa6 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f79 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951242:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f79 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.951256:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:0.0:1787755816.951259:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755816.951261:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:1.0:1787755816.955210:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225282:x1874588654489216:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 5293us (5646us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755816.955225:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70310 00000100:00100000:1.0:1787755816.958976:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755816.959292:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489344 00000100:00100000:3.0:1787755816.959305:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489344 00000100:00100000:3.0:1787755816.959434:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70311 00000100:00100000:3.0:1787755816.959445:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225282:x1874588654489344:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755816.959473:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755816.959510:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365787fc2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f80 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959590:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959605:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959619:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959631:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959638:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959644:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959755:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959764:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959770:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755816.959824:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dae:0x0]: returning size 6 00000004:00200000:3.0:1787755816.959829:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755816.959854:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959866:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959875:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959881:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959887:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959893:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959900:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755816.959906:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959914:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959929:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:3.0:1787755816.959932:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755816.959938:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959945:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365787fc9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959968:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959974:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959980:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959984:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755816.959986:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.959993:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.960000:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755816.960003:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755816.960006:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.960013:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fd0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.960050:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365787fc2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f80 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.960065:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f80 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.960072:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755816.960074:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755816.960077:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755816.960184:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225282:x1874588654489344:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 739us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755816.960194:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70311 00000100:00100000:0.0:1787755816.966300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755816.966480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755816.966623:0:6533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489728 00000100:00100000:3.0:1787755816.966636:0:6533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489728 00000100:00100000:3.0:1787755816.966725:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1233 00000100:00100000:3.0:1787755816.966736:0:6533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225282:x1874588654489728:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:3.0:1787755816.966833:0:6533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755816.966870:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365787fd7 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f80 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.966897:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755816.966910:0:6533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755816.967010:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039104:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755816.967256:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755816.967360:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755816.967754:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667039104 00000100:00100000:1.0:1787755816.967760:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667039104 00000100:00100000:1.0:1787755816.968070:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24447 00000100:00100000:1.0:1787755816.968081:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039104:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755816.968198:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039104:12345-0@lo:1000:mdt_io00_001.0 Request processed in 119us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755816.968206:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24447 00000100:00100000:0.0:1787755816.968381:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039104:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755816.968480:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039232:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755816.968616:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755816.968659:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755816.968719:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667039232 00000100:00100000:1.0:1787755816.968724:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667039232 00000100:00100000:1.0:1787755816.968760:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24448 00000100:00100000:1.0:1787755816.968768:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039232:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755816.969418:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039232:12345-0@lo:1000:mdt_io00_001.0 Request processed in 649us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755816.969425:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24448 00000100:00100000:0.0:1787755816.969654:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039232:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755816.969686:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00000100:00100000:0.0:1787755816.969722:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039360:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755816.969753:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755816.969801:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755816.970118:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667039360 00000100:00100000:1.0:1787755816.970125:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667039360 00000100:00100000:1.0:1787755816.970165:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24449 00000100:00100000:1.0:1787755816.970174:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039360:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755816.970352:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039360:12345-0@lo:1000:mdt_io00_001.0 Request processed in 179us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755816.970359:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24449 00000100:00100000:2.0:1787755816.970513:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489472 00000100:00100000:2.0:1787755816.970518:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489472 00000100:00100000:2.0:1787755816.970579:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11136 00000100:00100000:2.0:1787755816.970589:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654489472:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755816.970603:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755816.970641:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365787fbb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f79 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.970665:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:2.0:1787755816.970679:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755816.970731:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654489472:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 144us (4446us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755816.970738:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11136 00000100:00100000:3.0:1787755816.976063:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039360:0@lo:1000:mdt_io00_001.0 00000004:00080000:2.0:1787755816.976212:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e64:0x0] 00000100:00100000:2.0:1787755816.976284:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039488:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755816.976397:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755816.976454:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755816.977179:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667039488 00000100:00100000:3.0:1787755816.977188:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667039488 00000100:00100000:3.0:1787755816.977247:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24450 00000100:00100000:3.0:1787755816.977264:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039488:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755816.977455:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039488:12345-0@lo:1000:mdt_io00_001.0 Request processed in 195us (1058us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755816.977469:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24450 00000100:00100000:2.0:1787755816.977581:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039488:0@lo:1000:mdt_io00_001.0 00000004:00080000:2.0:1787755816.977649:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00000100:00100000:2.0:1787755816.977700:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039616:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755816.977744:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755816.977810:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755816.977937:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667039616 00000100:00100000:1.0:1787755816.977943:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667039616 00000100:00100000:1.0:1787755816.977982:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24451 00000100:00100000:1.0:1787755816.977990:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039616:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755816.978071:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039616:12345-0@lo:1000:mdt_io00_001.0 Request processed in 82us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755816.978079:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24451 00000100:00100000:3.0:1787755816.978226:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039616:0@lo:1000:mdt_io00_001.0 00000004:00020000:3.0:1787755816.978266:0:6533:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:3.0:1787755816.978366:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 3/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.978382:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 3/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.978397:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 3/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755816.978410:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039744:0@lo:101:mdt_io00_001.0 00000100:00100000:3.0:1787755816.978453:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755816.978481:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667039744 00000100:00100000:3.0:1787755816.978487:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667039744 00000100:00100000:3.0:1787755816.978515:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24452 00000100:00100000:3.0:1787755816.978527:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667039744:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:3.0:1787755816.978542:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755816.978565:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365787fde expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.978591:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.978600:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.978626:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.978640:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 6 pid: 10714 timeout: 8973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755816.978659:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1874588667039872:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755816.978730:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755816.978743:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ccc0 going to sleep for 11 seconds 00000004:00020000:1.0:1787755816.979263:0:35155:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4502 00010000:00010000:1.0:1787755816.979382:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979400:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979411:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755816.979431:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1dae:0x0]: returning size 6 00010000:00010000:1.0:1787755816.979563:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979571:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979577:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979582:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979588:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755816.979593:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979600:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979613:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:1.0:1787755816.979617:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755816.979621:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979632:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365787f60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979652:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979661:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979667:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979672:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755816.979675:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979683:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979696:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dfe48aff000) 00010000:00010000:1.0:1787755816.979698:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755816.979701:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979712:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365787f67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979866:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365787f59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979887:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.979893:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dff821fae00) 00010000:00010000:1.0:1787755816.979896:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755816.979898:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755816.979941:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+11:225280:x1874588654488192:12345-192.168.201.7@tcp:101:cat.0 Request processed in 498819us (499071us total) trans 8589957487 rc 0/0 00000100:00100000:1.0:1787755816.979949:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70306 00000100:00100000:0.0:1787755816.985580:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755816.985705:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1874588667039872:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755816.985745:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755816.985759:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:3.0:1787755816.985763:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755816.985767:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755816.986477:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755816.986584:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489984 00000100:00100000:1.0:1787755816.986596:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489984 00000100:00100000:1.0:1787755816.986697:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30793 00000100:00100000:1.0:1787755816.986708:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654489984:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755816.986726:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755816.986743:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787ffa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f87 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755816.986831:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667040000:192.168.201.7@tcp:106: 00000100:00100000:1.0:1787755816.986933:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1787755816.987235:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755816.987297:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667039744:12345-0@lo:101:mdt_io00_001.0 Request processed in 8774us (8845us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755816.987304:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24452 00000100:00100000:1.0:1787755816.987417:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667039744:0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755816.987436:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 4/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755816.987444:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 4/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755816.987494:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755816.989502:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654489856 00000100:00100000:2.0:1787755816.989517:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654489856 00010000:00010000:2.0:1787755816.989567:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 7 pid: 10714 timeout: 8973 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755816.989648:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21693 00000100:00100000:2.0:1787755816.989658:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654489856:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755816.989674:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755816.989682:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 7 pid: 10714 timeout: 8973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.989698:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 7 pid: 10714 timeout: 8973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.989721:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365787f44 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f4f expref: 7 pid: 10714 timeout: 8973 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.989738:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:2.0:1787755816.989745:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.989755:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.989763:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755816.989818:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755816.989837:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:34739:1874588667040128:0@lo:105: 00000100:00100000:2.0:1787755816.989899:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755816.989943:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755816.990304:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755816.990350:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667040128 00000100:00100000:0.0:1787755816.990355:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667040128 00000100:00100000:0.0:1787755816.990398:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7930 00000100:00100000:0.0:1787755816.990405:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7b890050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:34739:x1874588667040128:12345-0@lo:105: 00010000:00010000:0.0:1787755816.990416:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 5/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990430:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 5/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990438:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 5/0,1 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990445:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990451:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990459:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990479:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a200) 00000100:00100000:0.0:1787755816.990538:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7b890050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:34739:x1874588667040128:12345-0@lo:105: Request processed in 133us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.990544:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7930 00010000:00010000:0.0:1787755816.990600:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990608:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755816.990632:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00010000:00010000:0.0:1787755816.990670:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990678:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990687:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755816.990702:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667040256:0@lo:101:mdt_io00_001.0 00000100:00100000:0.0:1787755816.990730:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755816.990750:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755816.990765:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667040256 00000100:00100000:0.0:1787755816.990780:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667040256 00000100:00100000:0.0:1787755816.990815:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24453 00000100:00100000:0.0:1787755816.990822:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667040256:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:0.0:1787755816.990836:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755816.990851:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788008 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788001 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990869:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788001 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990881:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788001 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990889:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x4ec94fd6 (ffff9dfe52604300) 00010000:00010000:0.0:1787755816.990891:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755816.990894:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755816.990926:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667040256:12345-0@lo:101:mdt_io00_001.0 Request processed in 104us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755816.990932:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24453 00000100:00100000:0.0:1787755816.990965:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667040256:0@lo:101:mdt_io00_001.0 00010000:00010000:0.0:1787755816.990978:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.990985:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755816.990997:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00010000:00010000:0.0:1787755816.991013:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.991036:0:6533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.991044:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.991066:0:6533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755816.991080:0:6533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 10 pid: 10713 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755816.991090:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667040384:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755816.991147:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2240 going to sleep for 11 seconds 00000100:00100000:2.0:1787755816.991675:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:34739:1874588667040128:0@lo:105: 00010000:00010000:2.0:1787755816.991688:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755816.991718:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654489856:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2062us (6151us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755816.991726:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21693 00002000:00010000:1.0:1787755817.004954:0:24263:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x51b:0x0] updating lvb size: 0 -> 6 00002000:00010000:1.0:1787755817.004963:0:24263:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x51b:0x0] updating lvb mtime: 0 -> 1787755811 00002000:00010000:1.0:1787755817.004966:0:24263:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x51b:0x0] updating lvb atime: 0 -> 1787755811 00002000:00010000:1.0:1787755817.004968:0:24263:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x51b:0x0] updating lvb ctime: 0 -> 1787755811 00002000:00010000:1.0:1787755817.004970:0:24263:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x51b:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:1.0:1787755817.004996:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667040000:192.168.201.7@tcp:106: 00010000:00010000:1.0:1787755817.005049:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787ffa lrc: 1/0,0 mode: --/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f87 expref: 6 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.005074:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b325365787ffa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f87 expref: 6 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.005088:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755817.010501:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654489984:12345-192.168.201.7@tcp:101:cat.0 Request processed in 23775us (24011us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755817.010519:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30793 00000100:00100000:0.0:1787755817.013710:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755817.014027:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654490112 00000100:00100000:3.0:1787755817.014039:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654490112 00010000:00010000:3.0:1787755817.014087:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 11 pid: 10713 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755817.014138:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21694 00000100:00100000:3.0:1787755817.014148:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654490112:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755817.014164:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755817.014171:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 11 pid: 10713 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.014186:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 11 pid: 10713 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.014210:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:3.0:1787755817.014216:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.014225:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.014233:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.014252:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755817.014304:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654490112:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 157us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755817.014333:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21694 00000100:00100000:2.0:1787755817.019225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755817.019726:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654490240 00000100:00100000:0.0:1787755817.019738:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654490240 00000100:00100000:0.0:1787755817.019824:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30794 00000100:00100000:0.0:1787755817.019835:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:225280:x1874588654490240:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755817.019854:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755817.019873:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f8e expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.019906:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.019915:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x51b:0x0].0x0 since=6s v=(0 0) 00010000:00010000:0.0:1787755817.019919:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755817.019925:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.019961:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 5 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.019974:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 5 pid: 20488 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755817.019987:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667040512:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755817.020215:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755817.024885:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755817.024968:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654490368 00000100:00100000:3.0:1787755817.024978:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654490368 00010000:00010000:3.0:1787755817.025027:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 6 pid: 20488 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755817.025073:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21695 00000100:00100000:3.0:1787755817.025085:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654490368:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755817.025102:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755817.025124:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 6 pid: 20488 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.025139:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 6 pid: 20488 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.025168:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755817.025173:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755817.025182:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.025192:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.025230:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755817.025250:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8461:1874588667040640:192.168.201.7@tcp:105: 00000100:00100000:3.0:1787755817.025349:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c300 going to sleep for 11 seconds 00010000:00010000:1.0:1787755817.026159:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365787f52 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f56 expref: 10 pid: 10713 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755817.026182:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667040384:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755817.026203:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.026214:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.026220:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.026245:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.026256:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.026265:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755817.026339:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667040768:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.026395:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.026421:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755817.026749:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667040768 00000100:00100000:0.0:1787755817.026757:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667040768 00000100:00100000:0.0:1787755817.026813:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24454 00000100:00100000:0.0:1787755817.026822:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667040768:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.026909:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667040768:12345-0@lo:1000:mdt_io00_001.0 Request processed in 88us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.026918:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24454 00000100:00100000:1.0:1787755817.027195:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667040768:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.027246:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667040896:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.027273:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.027300:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755817.027708:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667040896 00000100:00100000:0.0:1787755817.027715:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667040896 00000100:00100000:0.0:1787755817.027752:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24455 00000100:00100000:0.0:1787755817.027760:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667040896:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.027853:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667040896:12345-0@lo:1000:mdt_io00_001.0 Request processed in 94us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.027861:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24455 00000100:00100000:0.0:1787755817.027899:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667040896:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.027947:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041024:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.027977:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.028002:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041024 00000100:00100000:0.0:1787755817.028005:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041024 00000100:00100000:0.0:1787755817.028043:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24456 00000100:00100000:0.0:1787755817.028050:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041024:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028145:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041024:12345-0@lo:1000:mdt_io00_001.0 Request processed in 95us (167us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755817.028152:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24456 00000100:00100000:0.0:1787755817.028173:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755817.028186:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041024:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028251:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041152:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028275:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.028294:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041152 00000100:00100000:0.0:1787755817.028297:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041152 00000100:00100000:0.0:1787755817.028356:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24457 00000100:00100000:0.0:1787755817.028363:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041152:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028408:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041152:12345-0@lo:1000:mdt_io00_001.0 Request processed in 46us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.028415:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24457 00000100:00100000:0.0:1787755817.028432:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755817.028445:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041152:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028523:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041280:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028549:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.028569:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041280 00000100:00100000:0.0:1787755817.028572:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041280 00000100:00100000:0.0:1787755817.028592:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24458 00000100:00100000:0.0:1787755817.028598:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041280:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.028642:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041280:12345-0@lo:1000:mdt_io00_001.0 Request processed in 44us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.028648:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24458 00000100:00100000:0.0:1787755817.028664:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755817.028677:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041280:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755817.028697:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e64:0x0] 00010000:00010000:0.0:1787755817.028760:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.028777:0:6533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.028798:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.028823:0:6533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.028837:0:6533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 9 pid: 35155 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755817.028848:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667041408:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755817.028940:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755817.033003:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755817.033405:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8461:1874588667040640:192.168.201.7@tcp:105: 00010000:00010000:1.0:1787755817.033433:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755817.033491:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654490368:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 8408us (8617us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.033516:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21695 00000100:00100000:1.0:1787755817.033548:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654490496 00000100:00100000:1.0:1787755817.033554:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654490496 00010000:00010000:1.0:1787755817.033588:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 10 pid: 35155 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755817.033619:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21696 00000100:00100000:1.0:1787755817.033628:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654490496:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755817.033642:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755817.033648:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 10 pid: 35155 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.033662:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 10 pid: 35155 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.033685:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dff821fae00) 00010000:00010000:1.0:1787755817.033691:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.033700:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.033706:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.033721:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755817.033742:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654490496:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 115us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.033748:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21696 00010000:00010000:0.0:1787755817.036969:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365787fec lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1dae:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f5d expref: 9 pid: 35155 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755817.036996:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667041408:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755817.037020:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.037029:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.037035:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.037100:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.037109:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.037122:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755817.037142:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041536:0@lo:101:mdt_io00_001.0 00000100:00100000:0.0:1787755817.037207:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.037248:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba20c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755817.037668:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041536 00000100:00100000:1.0:1787755817.037675:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041536 00000100:00100000:1.0:1787755817.037722:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24459 00000100:00100000:1.0:1787755817.037732:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667041536:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755817.037748:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755817.037765:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788032 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578802b expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.037804:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788032 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578802b expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.037818:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788032 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578802b expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.037827:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff821faa00) 00010000:00010000:1.0:1787755817.037830:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1787755817.037834:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755817.037874:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041536:12345-0@lo:101:mdt_io00_001.0 Request processed in 143us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.037881:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24459 00000100:00100000:0.0:1787755817.038211:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041536:0@lo:101:mdt_io00_001.0 00010000:00010000:0.0:1787755817.038227:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.038238:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755817.038258:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e65:0x0] 00000100:00100000:0.0:1787755817.038311:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041664:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.038375:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.038402:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00010000:00010000:2.0:1787755817.039270:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dd53561/0x9b2b325365787ecd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f25 expref: 5 pid: 20488 timeout: 8974 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755817.039294:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667040512:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755817.039342:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.039359:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:2.0:1787755817.039425:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:225280:x1874588654490240:12345-192.168.201.7@tcp:101:cat.0 Request processed in 19590us (20220us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.039434:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30794 00000100:00100000:1.0:1787755817.040057:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041664 00000100:00100000:1.0:1787755817.040068:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041664 00000100:00100000:1.0:1787755817.040120:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24460 00000100:00100000:1.0:1787755817.040130:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041664:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.040267:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041664:12345-0@lo:1000:mdt_io00_001.0 Request processed in 137us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.040274:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24460 00000100:00100000:3.0:1787755817.040449:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041664:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755817.040496:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00000100:00100000:3.0:1787755817.040557:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041792:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755817.040597:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755817.040620:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755817.040703:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041792 00000100:00100000:2.0:1787755817.040707:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041792 00000100:00100000:2.0:1787755817.040737:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24461 00000100:00100000:2.0:1787755817.040743:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041792:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755817.040825:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041792:12345-0@lo:1000:mdt_io00_001.0 Request processed in 81us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.040832:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24461 00000100:00100000:3.0:1787755817.041013:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041792:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755817.041044:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e64:0x0] 00010000:00010000:3.0:1787755817.041090:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.041106:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.041117:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755817.041160:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041920:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755817.041186:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755817.041209:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755817.042657:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667041920 00000100:00100000:1.0:1787755817.042680:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667041920 00000100:00100000:1.0:1787755817.042797:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24462 00000100:00100000:1.0:1787755817.042811:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041920:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.042981:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667041920:12345-0@lo:1000:mdt_io00_001.0 Request processed in 172us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.042990:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24462 00000100:00100000:3.0:1787755817.043242:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667041920:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755817.043288:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e64:0x0] 00000100:00100000:3.0:1787755817.043376:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042048:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755817.043417:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755817.043443:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755817.043526:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042048 00000100:00100000:2.0:1787755817.043532:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042048 00000100:00100000:2.0:1787755817.043572:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24463 00000100:00100000:2.0:1787755817.043580:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042048:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755817.043653:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042048:12345-0@lo:1000:mdt_io00_001.0 Request processed in 74us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.043660:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24463 00000100:00100000:0.0:1787755817.043955:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042048:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.044007:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042176:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.044050:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.044082:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755817.044556:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042176 00000100:00100000:2.0:1787755817.044562:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042176 00000100:00100000:2.0:1787755817.044606:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24464 00000100:00100000:2.0:1787755817.044613:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042176:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755817.044696:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042176:12345-0@lo:1000:mdt_io00_001.0 Request processed in 84us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.044704:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24464 00000100:00100000:0.0:1787755817.045142:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042176:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755817.045174:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00000100:00100000:0.0:1787755817.045211:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042304:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.045242:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.045270:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755817.045402:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042304 00000100:00100000:1.0:1787755817.045408:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042304 00000100:00100000:1.0:1787755817.045438:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24465 00000100:00100000:1.0:1787755817.045446:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042304:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.045507:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042304:12345-0@lo:1000:mdt_io00_001.0 Request processed in 61us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.045514:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24465 00000100:00100000:0.0:1787755817.045760:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042304:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755817.045796:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e64:0x0] 00000100:00100000:0.0:1787755817.045827:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042432:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.045851:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.045874:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755817.045976:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042432 00000100:00100000:2.0:1787755817.045981:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042432 00000100:00100000:2.0:1787755817.046008:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24466 00000100:00100000:2.0:1787755817.046026:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042432:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755817.046090:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042432:12345-0@lo:1000:mdt_io00_001.0 Request processed in 75us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.046097:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24466 00000100:00100000:0.0:1787755817.046260:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042432:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.046292:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042560:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755817.046345:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.046362:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755817.046416:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042560 00000100:00100000:2.0:1787755817.046420:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042560 00000100:00100000:2.0:1787755817.046451:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24467 00000100:00100000:2.0:1787755817.046458:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042560:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755817.046521:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042560:12345-0@lo:1000:mdt_io00_001.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.046528:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24467 00000100:00100000:3.0:1787755817.046631:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042560:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755817.046721:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042688:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755817.046748:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755817.046778:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921c180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755817.047149:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042688 00000100:00100000:1.0:1787755817.047155:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042688 00000100:00100000:1.0:1787755817.047185:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24468 00000100:00100000:1.0:1787755817.047193:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042688:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755817.047265:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6533:x1874588667042688:12345-0@lo:1000:mdt_io00_001.0 Request processed in 72us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.047273:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24468 00000100:00100000:3.0:1787755817.047579:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667042688:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755817.048232:0:6533:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1dae:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1787755817.048299:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].939, 1240 off879192 00000040:00080000:2.0:1787755817.052800:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].942, 1320 off976776 00000004:00080000:2.0:1787755817.052822:0:6533:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4921c240 with version 1833 00000004:00080000:3.0:1787755817.052957:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1833 rpc_version 1833 00000020:00100000:3.0:1787755817.053007:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755817.053032:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe46d02300 x1874588667042944/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755817.053061:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667042944:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755817.053140:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755817.053180:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4921ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755817.053249:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667042944 00000100:00100000:1.0:1787755817.053259:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667042944 00000100:00100000:1.0:1787755817.053352:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24469 00000100:00100000:1.0:1787755817.053362:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667042944:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755817.053740:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:30971:x1874588667042944:12345-0@lo:1000:osp_up1-0.0 Request processed in 378us (599us total) trans 4294985396 rc 0/0 00000100:00100000:1.0:1787755817.053748:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24469 00000100:00100000:3.0:1787755817.054413:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667042944:0@lo:1000:osp_up1-0.0 00010000:00010000:2.0:1787755817.054553:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054567:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054575:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054583:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755817.054589:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054597:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054619:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dff821fae00) 00010000:00010000:2.0:1787755817.054622:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755817.054628:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054633:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788024 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1dae:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755817.054669:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e65:0x0] 00010000:00010000:2.0:1787755817.054677:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054686:0:6533:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054699:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054706:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054711:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054715:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755817.054718:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054723:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054729:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:2.0:1787755817.054732:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755817.054734:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054739:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578800f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755817.054755:0:6533:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f1f83eb7 reply state 000000009b9452dc transno 8589957488 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054768:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054793:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dff821faf00) 00010000:00010000:2.0:1787755817.054796:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755817.054799:0:6533:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:2.0:1787755817.054802:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00010000:00010000:2.0:1787755817.054807:0:6533:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054814:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054820:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054838:0:6533:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755817.054844:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x198:0x0] 00010000:00010000:2.0:1787755817.054848:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054854:0:6533:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054862:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054868:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054873:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054878:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755817.054881:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054887:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054894:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755817.054896:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755817.054899:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.054905:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788039 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755817.055038:0:6533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225282:x1874588654489728:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 88299us (88554us total) trans 8589957488 rc 0/0 00000100:00100000:2.0:1787755817.055048:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1233 00010000:00010000:1.0:1787755817.058295:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755817.058310:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.058361:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755817.058369:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755817.058379:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.058428:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 2/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.058435:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755817.058469:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 1/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.058477:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a200/0x9b2b325365787fde lrc: 0/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365787fe5 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755817.058510:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755817.058513:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755817.058514:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755817.058605:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667043072:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755817.058684:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.058924:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043072 00000100:00100000:0.0:1787755817.058932:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043072 00000100:00100000:0.0:1787755817.058994:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11137 00000100:00100000:0.0:1787755817.059005:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3648:x1874588667043072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755817.059030:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755817.059054:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365787fe5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365787fde expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755817.059072:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:0.0:1787755817.059081:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755817.059129:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667043072:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.059137:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11137 00000100:00100000:3.0:1787755817.060063:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b309500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667043072:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755817.060433:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755817.060637:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654490624 00000100:00100000:2.0:1787755817.060646:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654490624 00000100:00100000:2.0:1787755817.060700:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70312 00000100:00100000:2.0:1787755817.060711:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:225280:x1874588654490624:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755817.060738:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755817.060765:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788040 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1dae:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f95 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.060877:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788040 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1dae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f95 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.060892:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788040 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1dae:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f95 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755817.060913:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe502b8300) 00010000:00010000:2.0:1787755817.060917:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755817.060921:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755817.060986:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:225280:x1874588654490624:12345-192.168.201.7@tcp:101:cat.0 Request processed in 276us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755817.060992:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70312 00000100:00100000:0.0:1787755817.068742:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755817.072131:0:20150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654490752 00000100:00100000:1.0:1787755817.072148:0:20150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654490752 00002000:00100000:1.0:1787755817.072211:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x51b:0x0] (0->4095) req@ffff9dfe4aa0b480 x1874588654490752/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:388/0 lens 488/0 e 0 to 0 dl 1787755828 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755817.072223:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4aa0b480 with x1874588654490752 ext(0->4095) 00002000:00010000:1.0:1787755817.072229:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4aa0b480 00000100:00100000:1.0:1787755817.072356:0:20150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27932 00000100:00100000:1.0:1787755817.072368:0:20150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654490752:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:1.0:1787755817.072557:0:20150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654490752:12345-192.168.201.7@tcp:3:cat.0 Request processed in 190us (3824us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1787755817.072565:0:20150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27932 00002000:00100000:1.0:1787755817.072571:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x51b:0x0] (0->4095) req@ffff9dfe4aa0b480 x1874588654490752/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:388/0 lens 488/4536 e 0 to 0 dl 1787755828 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755817.072579:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4aa0b480 with x1874588654490752 ext(0->4095) 00002000:00010000:1.0:1787755817.072582:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4aa0b480 00000100:00100000:0.0:1787755817.076581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755817.076936:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491008 00000100:00100000:3.0:1787755817.076947:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491008 00000100:00100000:3.0:1787755817.077023:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9372 00000100:00100000:3.0:1787755817.077035:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49630850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:225280:x1874588654491008:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:3.0:1787755817.077266:0:6523:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1dae:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1787755817.077381:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].221, 64 off22336 00000004:00080000:3.0:1787755817.077394:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8874099077657ns, next at 8875099074377ns, rc = 0 00010000:00010000:3.0:1787755817.077451:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077469:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077481:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077490:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077496:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077502:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077520:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755817.077609:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49630850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:225280:x1874588654491008:12345-192.168.201.7@tcp:35:cat.0 Request processed in 575us (1039us total) trans 8589957489 rc 0/0 00000100:00100000:3.0:1787755817.077617:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9372 00010000:00010000:3.0:1787755817.077674:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755817.077681:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077688:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755817.077693:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077702:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077714:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe502b8300) 00010000:00010000:3.0:1787755817.077717:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755817.077722:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077728:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788047 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1dae:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755817.077741:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755817.077743:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755817.077744:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755817.956371:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667043200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755817.956492:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.956579:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043200 00000100:00100000:1.0:1787755817.956590:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043200 00000100:00100000:1.0:1787755817.956671:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6803 00000100:00100000:1.0:1787755817.956684:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667043200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755817.956736:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755817.957126:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667043200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 444us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.957135:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6803 00000100:00100000:1.0:1787755817.957665:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973864 gen 2 00000004:00080000:1.0:1787755817.957673:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a9c2d80, transno 4294973864 00000100:00100000:1.0:1787755817.957883:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667043200:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787755817.958414:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1787755817.962530:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985396 is committed 00000020:00080000:0.0:1787755817.962557:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3430 batchid updated 00000020:00080000:1.0:1787755817.962834:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3430 00000004:00080000:1.0:1787755817.962981:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957f900 with version 6862 00000020:00080000:1.0:1787755817.963039:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3427 cancel update log [0x200000401:0x3:0x0].1526: rc = 0 00000020:00080000:1.0:1787755817.963147:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3427 cancel update log [0x240000400:0x3:0x0].1207: rc = 0 00000004:00080000:1.0:1787755817.963194:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957f600 with version 6863 00010000:00010000:3.0:1787755817.964023:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755817.968860:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6862 rpc_version 6862 00000020:00100000:0.0:1787755817.968941:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755817.968956:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4aa09880 x1874588667043456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755817.968989:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667043456:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755817.969090:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.969507:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2c00 going to sleep for 11 seconds 00000020:00080000:1.0:1787755817.969593:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3428 cancel update log [0x200000401:0x3:0x0].1527: rc = 0 00000020:00080000:1.0:1787755817.969732:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3428 cancel update log [0x240000400:0x3:0x0].1208: rc = 0 00000004:00080000:1.0:1787755817.969907:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957f180 with version 6864 00000020:00080000:1.0:1787755817.969912:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3429 cancel update log [0x200000401:0x3:0x0].1528: rc = 0 00000020:00080000:1.0:1787755817.969938:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3429 cancel update log [0x240000400:0x3:0x0].1209: rc = 0 00000004:00080000:1.0:1787755817.969965:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957f240 with version 6865 00000020:00080000:1.0:1787755817.969969:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3430 cancel update log [0x200000401:0x3:0x0].1529: rc = 0 00000020:00080000:1.0:1787755817.969988:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3430 cancel update log [0x240000400:0x3:0x0].1210: rc = 0 00000020:00080000:1.0:1787755817.969997:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3430 00000100:00100000:0.0:1787755817.970657:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667043712:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.970734:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.970881:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667044224:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.970921:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.970943:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667044736:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.970969:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.970996:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787755817.971002:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667043840:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.971029:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.971048:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667044352:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.971079:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.971120:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043712 00000100:00100000:0.0:1787755817.971129:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043712 00000100:00100000:0.0:1787755817.971617:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044224 00000100:00100000:0.0:1787755817.971623:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044224 00000100:00100000:0.0:1787755817.971660:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044736 00000100:00100000:0.0:1787755817.971663:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044736 00000100:00100000:0.0:1787755817.971683:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043840 00000100:00100000:0.0:1787755817.971686:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043840 00000100:00100000:0.0:1787755817.971877:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15692 00000100:00100000:0.0:1787755817.971888:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667043712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.971976:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667043712:12345-0@lo:400:kworker.0 Request processed in 89us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.971984:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15692 00000100:00100000:0.0:1787755817.972005:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15693 00000100:00100000:0.0:1787755817.972012:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667044224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.972041:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667044224:12345-0@lo:400:kworker.0 Request processed in 30us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.972047:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15693 00000100:00100000:0.0:1787755817.972060:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15694 00000100:00100000:0.0:1787755817.972066:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667044736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.972094:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667044736:12345-0@lo:400:kworker.0 Request processed in 28us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.972100:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15694 00000100:00100000:0.0:1787755817.972113:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15695 00000100:00100000:0.0:1787755817.972119:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667043840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.972148:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667043840:12345-0@lo:400:kworker.0 Request processed in 29us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.972155:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15695 00000100:00100000:1.0:1787755817.973749:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667043584:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.973848:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.973917:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667044096:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.973948:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.973970:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667044608:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.974000:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.974037:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1787755817.974045:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667043968:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.974072:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.974095:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667044480:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.974118:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755817.974171:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043584 00000100:00100000:1.0:1787755817.974186:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043584 00000100:00100000:1.0:1787755817.974240:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:1.0:1787755817.974251:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667043584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.974357:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667043584:12345-0@lo:400:kworker.0 Request processed in 107us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.974365:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:0.0:1787755817.974849:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044096 00000100:00100000:0.0:1787755817.974855:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044096 00000100:00100000:0.0:1787755817.974902:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043968 00000100:00100000:0.0:1787755817.974906:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043968 00000100:00100000:0.0:1787755817.974935:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15696 00000100:00100000:0.0:1787755817.974944:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667044096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.974999:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667044096:12345-0@lo:400:kworker.0 Request processed in 57us (1049us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.975007:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15696 00000100:00100000:0.0:1787755817.975019:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15697 00000100:00100000:0.0:1787755817.975025:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667043968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.975056:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667043968:12345-0@lo:400:kworker.0 Request processed in 31us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.975064:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15697 00000100:00100000:0.0:1787755817.975106:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044352 00000100:00100000:0.0:1787755817.975110:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044352 00000100:00100000:0.0:1787755817.975145:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044608 00000100:00100000:0.0:1787755817.975148:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044608 00000100:00100000:1.0:1787755817.975947:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044480 00000100:00100000:1.0:1787755817.975955:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044480 00000100:00100000:1.0:1787755817.975990:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10094 00000100:00100000:1.0:1787755817.975998:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667044352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.976050:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667044352:12345-0@lo:400:kworker.0 Request processed in 53us (4970us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.976057:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10094 00000100:00100000:1.0:1787755817.976071:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10095 00000100:00100000:1.0:1787755817.976078:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667044480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.976109:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667044480:12345-0@lo:400:kworker.0 Request processed in 32us (1990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755817.976115:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10095 00000100:00100000:0.0:1787755817.976374:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10096 00000100:00100000:0.0:1787755817.976383:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667044608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.977509:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667043968:0@lo:400:kworker.0 00000100:00100000:2.0:1787755817.977788:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667043456 00000100:00100000:2.0:1787755817.977795:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667043456 00000100:00100000:2.0:1787755817.977961:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24470 00000100:00100000:2.0:1787755817.977971:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667043456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755817.980090:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667044608:12345-0@lo:400:kworker.0 Request processed in 3696us (6076us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755817.980107:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10096 00000100:00100000:0.0:1787755817.980358:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667043840:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.980378:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976198 gen 2 00000004:00080000:0.0:1787755817.980385:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe51b81f80, transno 4294976198 00000100:00100000:0.0:1787755817.980510:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667044352:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.980532:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667043712:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.980547:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667044224:0@lo:400:kworker.0 00000100:00100000:0.0:1787755817.980562:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667044736:0@lo:400:kworker.0 00000100:00080000:0.0:1787755817.980815:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755817.980822:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755817.980826:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755817.980829:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755817.981837:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667044480:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.981858:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667043584:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.981873:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667044096:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.981887:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667044608:0@lo:400:kworker.0 00000100:00100000:1.0:1787755817.984517:0:7464:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957486 gen 2 00000004:00080000:1.0:1787755817.984533:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957483 committed transno 8589957486 00000004:00080000:1.0:1787755817.984560:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957484 committed transno 8589957486 00000004:00080000:1.0:1787755817.984571:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957485 committed transno 8589957486 00000004:00080000:1.0:1787755817.984581:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957486 committed transno 8589957486 00000100:00100000:1.0:1787755817.984605:0:7464:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dfe4aa09880 x1874588667043456/t8589957490(8589957490) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 1787755833 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787755817.984633:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667043456:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755817.984650:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6863 rpc_version 6863 00000020:00100000:1.0:1787755817.984683:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755817.985116:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f51ea00 x1874588667044992/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755817.985149:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667044992:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755817.993647:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.993787:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755817.994018:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667044992 00000100:00100000:1.0:1787755817.994035:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667044992 00000100:00100000:1.0:1787755817.994140:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24471 00000100:00100000:1.0:1787755817.994155:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667044992:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755817.994587:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667043456:12345-0@lo:1000:osp_up0-1.0 Request processed in 16614us (25494us total) trans 8589957490 rc 0/0 00000100:00100000:2.0:1787755817.994598:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24470 00000100:00100000:1.0:1787755817.997059:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667044992:12345-0@lo:1000:osp_up0-1.0 Request processed in 2893us (3412us total) trans 8589957491 rc 0/0 00000100:00100000:1.0:1787755817.997076:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24471 00000100:00100000:0.0:1787755817.999402:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667044992:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755817.999437:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6864 rpc_version 6864 00000020:00100000:0.0:1787755817.999485:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755817.999495:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc50e00 x1874588667045248/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755817.999527:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667045248:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755817.999624:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755817.999676:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.000100:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667045248 00000100:00100000:1.0:1787755818.000111:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667045248 00000100:00100000:1.0:1787755818.000212:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24472 00000100:00100000:1.0:1787755818.000225:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667045248:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755818.000523:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667045248:12345-0@lo:1000:osp_up0-1.0 Request processed in 299us (898us total) trans 8589957492 rc 0/0 00000100:00100000:1.0:1787755818.000533:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24472 00000100:00100000:0.0:1787755818.000880:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667045248:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755818.000893:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6865 rpc_version 6865 00000020:00100000:0.0:1787755818.000913:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755818.000919:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc50700 x1874588667045504/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755818.000939:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667045504:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755818.000981:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.001003:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba23c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.001058:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667045504 00000100:00100000:1.0:1787755818.001064:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667045504 00000100:00100000:1.0:1787755818.001103:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24473 00000100:00100000:1.0:1787755818.001110:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667045504:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755818.006977:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667045504:12345-0@lo:1000:osp_up0-1.0 Request processed in 5856us (5984us total) trans 8589957493 rc 0/0 00000100:00100000:0.0:1787755818.006998:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24473 00000100:00100000:1.0:1787755818.008493:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667045504:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755818.466874:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755818.466907:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667045632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755818.467022:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.467198:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667045632 00000100:00100000:3.0:1787755818.467211:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667045632 00000100:00100000:3.0:1787755818.467288:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6804 00000100:00100000:3.0:1787755818.467300:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667045632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755818.467359:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755818.467440:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667045632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.467449:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6804 00000100:00100000:3.0:1787755818.467531:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667045632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755818.632179:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755818.634001:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491136 00000100:00100000:2.0:1787755818.634016:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491136 00000100:00100000:2.0:1787755818.634108:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70313 00000100:00100000:2.0:1787755818.634120:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:225318:x1874588654491136:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755818.634141:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755818.634165:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b32536578804e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213f9c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.634235:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788055 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.634249:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788055 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.634262:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788055 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755818.634385:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00000004:00200000:2.0:1787755818.634391:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787755818.634410:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788055 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.634438:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b32536578804e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f9c expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.634462:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788055 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f9c expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.634471:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:2.0:1787755818.634474:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755818.634478:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755818.634544:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:225318:x1874588654491136:12345-192.168.201.7@tcp:101:rm.0 Request processed in 426us (2373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755818.634551:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70313 00000100:00080000:0.0:1787755818.635196:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755818.640167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.641577:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491264 00000100:00100000:1.0:1787755818.641597:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491264 00000100:00100000:1.0:1787755818.641692:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70314 00000100:00100000:1.0:1787755818.641705:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:225318:x1874588654491264:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755818.641732:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755818.641771:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b32536578805c lrc: 2/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fa3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.641856:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.641870:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.641884:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755818.641940:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x198:0x0]: returning size 4096 00000004:00200000:1.0:1787755818.641946:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755818.641984:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b32536578805c lrc: 0/0,0 mode: --/CR res: [0x240000400:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.642008:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.642017:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755818.642021:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755818.642025:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755818.642121:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:225318:x1874588654491264:12345-192.168.201.7@tcp:101:rm.0 Request processed in 418us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.642129:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70314 00000100:00100000:3.0:1787755818.646451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.646669:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491392 00000100:00100000:1.0:1787755818.646681:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491392 00000100:00100000:1.0:1787755818.646852:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70315 00000100:00100000:1.0:1787755818.646862:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:225318:x1874588654491392:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755818.646896:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755818.646927:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578806a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213faa expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.647008:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.647023:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.647036:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755818.647088:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x196:0x0]: returning size 4096 00000004:00200000:1.0:1787755818.647093:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755818.647130:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578806a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755818.647250:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787755818.647469:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.647479:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755818.647482:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755818.647485:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755818.647576:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654491392:12345-192.168.201.7@tcp:101:rm.0 Request processed in 715us (1136us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.647584:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70315 00000100:00100000:3.0:1787755818.650501:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.650616:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491648 00000100:00100000:1.0:1787755818.650627:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491648 00000100:00100000:1.0:1787755818.650686:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70316 00000100:00100000:1.0:1787755818.650697:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:225318:x1874588654491648:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755818.650730:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755818.650776:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b325365788078 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fb1 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755818.650974:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00010000:00010000:1.0:1787755818.651114:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b325365788078 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fb1 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.651130:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:1.0:1787755818.651133:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755818.651136:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b325365788078 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fb1 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.651172:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755818.651231:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+9:225318:x1874588654491648:12345-192.168.201.7@tcp:101:rm.0 Request processed in 537us (740us total) trans 4294985397 rc 301/301 00000100:00100000:1.0:1787755818.651237:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70316 00000100:00100000:3.0:1787755818.662193:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.662307:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491776 00000100:00100000:1.0:1787755818.662469:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491776 00000100:00100000:1.0:1787755818.662557:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9373 00000100:00100000:1.0:1787755818.662573:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:225318:x1874588654491776:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:1.0:1787755818.670548:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:225318:x1874588654491776:12345-192.168.201.7@tcp:37:rm.0 Request processed in 7964us (8349us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.670565:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9373 00000100:00100000:3.0:1787755818.674396:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755818.674525:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654491904 00000100:00100000:0.0:1787755818.674539:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654491904 00000100:00100000:0.0:1787755818.674597:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9374 00000100:00100000:0.0:1787755818.674606:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654491904:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:1.0:1787755818.683293:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654491904:12345-192.168.201.7@tcp:37:rm.0 Request processed in 8670us (8890us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.683309:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9374 00000100:00100000:1.0:1787755818.695556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755818.695672:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654492160 00000100:00100000:2.0:1787755818.695691:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654492160 00000100:00100000:2.0:1787755818.695806:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9375 00000100:00100000:2.0:1787755818.695817:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:225318:x1874588654492160:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:2.0:1787755818.696122:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1211, 344 off1103096 00000040:00080000:2.0:1787755818.696188:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1530, 424 off1547176 00000004:00080000:2.0:1787755818.696195:0:6522:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a20f3c0 with version 6866 00000004:00080000:0.0:1787755818.696250:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6866 rpc_version 6866 00000020:00100000:0.0:1787755818.696301:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755818.696661:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc52680 x1874588667045888/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755818.696693:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667045888:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755818.696838:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.696880:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755818.697031:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667045888 00000100:00100000:2.0:1787755818.697040:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667045888 00000100:00100000:2.0:1787755818.697093:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24474 00000100:00100000:2.0:1787755818.697102:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667045888:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755818.697507:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588667045888:12345-0@lo:1000:osp_up0-1.0 Request processed in 403us (665us total) trans 8589957494 rc 0/0 00000100:00100000:2.0:1787755818.697518:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24474 00000100:00100000:0.0:1787755818.697876:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667045888:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755818.698213:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225318:x1874588654492160:12345-192.168.201.7@tcp:35:rm.0 Request processed in 2394us (2666us total) trans 4294985398 rc 0/0 00000100:00100000:3.0:1787755818.698222:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9375 00000100:00100000:0.0:1787755818.711244:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755818.711414:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654492416 00000100:00100000:3.0:1787755818.711426:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654492416 00000100:00100000:3.0:1787755818.711491:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70317 00000100:00100000:3.0:1787755818.711499:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+10:225318:x1874588654492416:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755818.711526:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755818.711550:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788086 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fb8 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.711770:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578808d lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.711788:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578808d lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.711803:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578808d lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755818.711817:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00010000:00010000:3.0:1787755818.711939:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788086 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fb8 expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.711966:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578808d lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fb8 expref: 12 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.711975:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:3.0:1787755818.711977:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755818.711980:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755818.712061:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654492416:12345-192.168.201.7@tcp:101:rm.0 Request processed in 563us (831us total) trans 4294985399 rc 0/0 00000100:00100000:3.0:1787755818.712068:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70317 00000100:00100000:3.0:1787755818.721573:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755818.722079:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654492544 00000100:00100000:0.0:1787755818.722100:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654492544 00000100:00100000:0.0:1787755818.722380:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70318 00000100:00100000:0.0:1787755818.722398:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654492544:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:0.0:1787755818.722487:0:35159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345373184 00000100:00100000:0.0:1787755818.722595:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654492544:12345-192.168.201.7@tcp:41:rm.0 Request processed in 202us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.722950:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70318 00000100:00100000:0.0:1787755818.739827:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755818.740004:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654492672 00000100:00100000:2.0:1787755818.740020:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654492672 00000100:00100000:2.0:1787755818.740109:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70319 00000100:00100000:2.0:1787755818.740123:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654492672:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755818.740161:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755818.740188:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578809b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fbf expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.740297:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.740336:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.740351:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.740364:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.740372:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.740379:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.742980:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657880b0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743006:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657880b0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743019:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657880b0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755818.743052:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657880b0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743068:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743075:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743081:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743087:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743094:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755818.743098:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743105:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743118:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:2.0:1787755818.743121:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755818.743126:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743132:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657880a2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743149:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743156:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743162:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743167:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755818.743170:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743175:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743186:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dff821faf00) 00010000:00010000:2.0:1787755818.743189:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755818.743191:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743197:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657880a9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743234:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578809b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fbf expref: 14 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743248:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657880b0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fbf expref: 13 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.743256:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755818.743258:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755818.743260:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755818.745071:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+13:225318:x1874588654492672:12345-192.168.201.7@tcp:101:rm.0 Request processed in 4941us (5251us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755818.745084:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70319 00000100:00100000:1.0:1787755818.749866:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755818.750779:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654492800 00000100:00100000:3.0:1787755818.750799:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654492800 00000100:00100000:3.0:1787755818.750879:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70320 00000100:00100000:3.0:1787755818.750893:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+12:225318:x1874588654492800:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755818.750927:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755818.750958:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b3253657880b7 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fc6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.751049:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880be lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.751251:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880be lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.751274:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880be lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755818.751518:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e65:0x0]: returning size 6 00000004:00200000:3.0:1787755818.751529:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:3.0:1787755818.751599:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b3253657880b7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fc6 expref: 14 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.751629:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880be lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fc6 expref: 13 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.751639:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff821faa00) 00010000:00010000:3.0:1787755818.751642:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755818.751645:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755818.751731:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+13:225318:x1874588654492800:12345-192.168.201.7@tcp:101:rm.0 Request processed in 840us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.751741:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70320 00000100:00100000:0.0:1787755818.782973:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755818.783027:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.783151:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654492928 00000100:00100000:1.0:1787755818.783162:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654492928 00000100:00100000:1.0:1787755818.783241:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11138 00000100:00100000:1.0:1787755818.783255:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+13:2402:x1874588654492928:12345-192.168.201.7@tcp:103:rm.0 00000100:00100000:3.0:1787755818.783341:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654493184 00000100:00100000:3.0:1787755818.783346:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654493184 00000100:00100000:3.0:1787755818.783387:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70321 00000100:00100000:3.0:1787755818.783395:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:225318:x1874588654493184:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755818.783450:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.783477:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880be lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fc6 expref: 13 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.783499:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff821faa00) 00010000:00010000:3.0:1787755818.783504:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755818.783558:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.783568:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.783573:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.783578:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.783595:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657880b0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fbf expref: 13 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.783613:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667046016:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787755818.783619:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:1.0:1787755818.783633:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755818.783683:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.783700:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654492928:12345-192.168.201.7@tcp:103:rm.0 Request processed in 448us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.783710:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11138 00000100:00100000:3.0:1787755818.783719:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755818.783748:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046016 00000100:00100000:3.0:1787755818.783770:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046016 00000100:00100000:3.0:1787755818.783812:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24475 00000100:00100000:3.0:1787755818.783819:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:6520:x1874588667046016:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787755818.783832:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755818.783845:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657880c5 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.784008:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.784018:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 4/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.784042:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.784057:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 11 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.784069:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667046144:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755818.784125:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.789748:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.789847:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654493312 00000100:00100000:1.0:1787755818.789924:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654493312 00010000:00010000:1.0:1787755818.789980:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 12 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.790027:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21697 00000100:00100000:1.0:1787755818.790039:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654493312:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755818.790056:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.790065:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 12 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790081:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 12 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790111:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755818.790120:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 3/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790133:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790148:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790186:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.790202:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667046272:0@lo:105: 00000100:00100000:1.0:1787755818.790260:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.790305:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.790355:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046272 00000100:00100000:1.0:1787755818.790359:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046272 00000100:00100000:1.0:1787755818.790391:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7931 00000100:00100000:1.0:1787755818.790399:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667046272:12345-0@lo:105: 00010000:00010000:1.0:1787755818.790414:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790425:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790436:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790445:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790452:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790462:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.790477:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28a600) 00000100:00100000:1.0:1787755818.790513:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667046272:12345-0@lo:105: Request processed in 114us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.790519:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7931 00000100:00100000:1.0:1787755818.790574:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667046272:0@lo:105: 00010000:00010000:1.0:1787755818.790592:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755818.790638:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654493312:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 600us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.790646:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21697 00010000:00010000:3.0:1787755818.792379:0:73216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788071 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x196:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213faa expref: 11 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.792403:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667046144:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755818.792430:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 13 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.792440:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755818.792444:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755818.792448:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755818.792518:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:6520:x1874588667046016:12345-0@lo:101:mdt00_001.0 Request processed in 8699us (8834us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.792526:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24475 00000100:00100000:1.0:1787755818.793058:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667046016:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787755818.793087:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755818.793111:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x196:0x0] 00010000:00010000:1.0:1787755818.793162:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.793170:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.793180:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.793202:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667046400:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787755818.793248:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.793350:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.800761:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046400 00000100:00100000:0.0:1787755818.800775:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046400 00000100:00100000:2.0:1787755818.801496:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24476 00000100:00100000:2.0:1787755818.801512:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:6520:x1874588667046400:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787755818.801538:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755818.801575:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657880d3 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.801612:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.801624:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 4/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.801648:0:6524:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1787755818.801687:0:6524:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1787755818.805342:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 3/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.805362:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dff821faf00) 00010000:00010000:2.0:1787755818.805365:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755818.805369:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 3/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 14 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.805380:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755818.805486:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:6520:x1874588667046400:12345-0@lo:101:mdt00_001.0 Request processed in 3976us (12236us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755818.805495:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24476 00010000:00010000:1.0:1787755818.807238:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755818.807257:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807299:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807307:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755818.807348:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b325365788001 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788008 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807369:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755818.807378:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807394:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807400:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755818.807406:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b32536578802b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788032 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755818.807418:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957494 is committed 00000001:00080000:1.0:1787755818.807432:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957489 is committed 00000004:00080000:1.0:1787755818.807438:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 236 committed 00000001:00080000:1.0:1787755818.807461:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957488 is committed 00000100:00100000:1.0:1787755818.807490:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667046528:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755818.807551:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.807592:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755818.807600:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667046656:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755818.807621:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755818.807720:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807730:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807737:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807743:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755818.807748:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807767:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807780:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dff821faf00) 00010000:00010000:1.0:1787755818.807783:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755818.807787:0:3633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 2/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807799:0:3633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807812:0:3633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.807841:0:3633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.807853:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588667046912:0@lo:105: 00000100:00100000:1.0:1787755818.807878:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.807903:0:3633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.807922:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046528 00000100:00100000:1.0:1787755818.807927:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046528 00000100:00100000:1.0:1787755818.810890:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046656 00000100:00100000:1.0:1787755818.810904:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046656 00000100:00100000:1.0:1787755818.810939:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11139 00000100:00100000:1.0:1787755818.810951:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3649:x1874588667046528:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755818.810969:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.811000:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788008 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x198:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788001 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.811025:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x4ec94fd6 (ffff9dfe52604300) 00010000:00010000:1.0:1787755818.811039:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755818.811140:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588667046528:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 190us (3587us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.811147:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11139 00000100:00100000:1.0:1787755818.811169:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11140 00000100:00100000:1.0:1787755818.811176:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667046656:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755818.811187:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.811199:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788032 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578802b expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.811211:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff821faa00) 00010000:00010000:1.0:1787755818.811219:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755818.811243:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667046656:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 69us (3621us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.811250:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11140 00000100:00100000:1.0:1787755818.811290:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667046784:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755818.811358:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.811452:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667046656:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755818.811465:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667046528:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755818.812067:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046912 00000100:00100000:2.0:1787755818.812075:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046912 00000100:00100000:2.0:1787755818.812120:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7932 00000100:00100000:2.0:1787755818.812128:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588667046912:12345-0@lo:105: 00010000:00010000:2.0:1787755818.812141:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812151:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812161:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812170:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812179:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812187:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812205:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60c00) 00000100:00100000:2.0:1787755818.812249:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588667046912:12345-0@lo:105: Request processed in 122us (4371us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755818.812256:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7932 00000100:00100000:2.0:1787755818.812295:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588667046912:0@lo:105: 00010000:00010000:2.0:1787755818.812335:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.812344:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578801d lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.812581:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667046784 00000100:00100000:0.0:1787755818.812586:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667046784 00000100:00100000:0.0:1787755818.812643:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30795 00000100:00100000:0.0:1787755818.812652:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667046784:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1787755818.812675:0:35158:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1307 count 1 00010000:00010000:0.0:1787755818.812698:0:35158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.812719:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.812728:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=1s v=(1 0) 00010000:00010000:0.0:1787755818.812732:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755818.812737:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.812778:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.812795:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 5 pid: 8433 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.812808:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588667047040:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755818.812891:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.813051:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667046400:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755818.813067:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755818.813089:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x196:0x0] 00000100:00100000:0.0:1787755818.813127:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047168:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813163:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.813185:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.813201:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667047168 00000100:00100000:0.0:1787755818.813205:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667047168 00000100:00100000:0.0:1787755818.813240:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24477 00000100:00100000:0.0:1787755818.813247:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047168:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813345:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047168:12345-0@lo:1000:mdt00_001.0 Request processed in 98us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.813353:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24477 00000100:00100000:0.0:1787755818.813387:0:6520:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957494 gen 2 00000004:00080000:0.0:1787755818.813393:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957490 committed transno 8589957494 00000004:00080000:0.0:1787755818.813410:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957491 committed transno 8589957494 00000004:00080000:0.0:1787755818.813421:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957492 committed transno 8589957494 00000004:00080000:0.0:1787755818.813436:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957493 committed transno 8589957494 00000004:00080000:0.0:1787755818.813447:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957494 committed transno 8589957494 00000100:00100000:0.0:1787755818.813466:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047168:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813514:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047296:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813538:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.813553:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.813567:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667047296 00000100:00100000:0.0:1787755818.813571:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667047296 00000100:00100000:0.0:1787755818.813594:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24478 00000100:00100000:0.0:1787755818.813600:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047296:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813667:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047296:12345-0@lo:1000:mdt00_001.0 Request processed in 66us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.813673:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24478 00000100:00100000:0.0:1787755818.813697:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047296:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813735:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047424:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813770:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.813783:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.813793:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667047424 00000100:00100000:0.0:1787755818.813797:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667047424 00000100:00100000:0.0:1787755818.813816:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24479 00000100:00100000:0.0:1787755818.813822:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047424:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755818.813887:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047424:12345-0@lo:1000:mdt00_001.0 Request processed in 64us (116us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755818.813893:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24479 00000100:00100000:0.0:1787755818.813918:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047424:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1787755818.813966:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.813975:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.813984:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.813995:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047552:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1787755818.814017:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.814030:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.814041:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667047552 00000100:00100000:0.0:1787755818.814045:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667047552 00000100:00100000:0.0:1787755818.814065:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24480 00000100:00100000:0.0:1787755818.814070:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667047552:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755818.814078:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755818.814092:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657880ef lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657880e8 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814110:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657880ef lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657880e8 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814122:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657880ef lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657880e8 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814130:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff45db1c00) 00010000:00010000:0.0:1787755818.814133:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755818.814136:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755818.814164:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6520:x1874588667047552:12345-0@lo:101:mdt00_001.0 Request processed in 93us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.814170:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24480 00000100:00100000:0.0:1787755818.814194:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667047552:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755818.814204:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814212:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814232:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814240:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.814247:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787755818.814570:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].223, 64 off22464 00000004:00080000:0.0:1787755818.814582:0:6520:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8875836266178ns, next at 8876836263514ns, rc = 0 00000040:00080000:0.0:1787755818.814612:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1212, 384 off1103480 00000040:00080000:0.0:1787755818.814659:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1531, 464 off1547640 00000004:00080000:0.0:1787755818.814664:0:6520:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe47cc9180 with version 6867 00000004:00080000:0.0:1787755818.814678:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6867 rpc_version 6867 00000020:00100000:0.0:1787755818.814697:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755818.814705:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc50700 x1874588667047808/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755818.814718:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667047808:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755818.814746:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.816160:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755818.817519:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667047808 00000100:00100000:2.0:1787755818.817531:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667047808 00000100:00100000:2.0:1787755818.817589:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24481 00000100:00100000:2.0:1787755818.817598:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667047808:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755818.817940:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667047808:12345-0@lo:1000:osp_up0-1.0 Request processed in 342us (3192us total) trans 8589957495 rc 0/0 00000100:00100000:2.0:1787755818.817948:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24481 00000100:00100000:1.0:1787755818.819408:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667047808:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755818.819595:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819612:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819623:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819631:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819638:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819644:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819662:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755818.819682:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819687:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819694:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819699:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755818.819704:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819711:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819723:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff45db1400) 00010000:00010000:3.0:1787755818.819725:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755818.819730:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819736:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657880f6 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819747:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819767:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819775:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819795:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755818.819806:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x196:0x0] 00010000:00010000:3.0:1787755818.819812:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819820:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819827:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819837:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1787755818.819840:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x196:0x0] 00010000:00010000:3.0:1787755818.819845:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.819861:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.819953:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:225318:x1874588654493184:12345-192.168.201.7@tcp:36:rm.0 Request processed in 36555us (36922us total) trans 4294985400 rc 0/0 00000100:00100000:3.0:1787755818.819962:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70321 00010000:00010000:3.0:1787755818.820113:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787755818.820120:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820128:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755818.820132:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820139:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820148:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff45db1400) 00010000:00010000:3.0:1787755818.820150:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755818.820153:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820159:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657880fd lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820173:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755818.820177:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820182:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755818.820187:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755818.820194:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820224:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820230:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755818.820252:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820265:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657880e8 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880ef expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820279:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755818.820282:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820288:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755818.820292:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755818.820299:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820311:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820340:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755818.820352:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820360:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b3253657880c5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880cc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820371:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755818.820373:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755818.820374:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755818.820380:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755818.820384:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755818.820397:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667047936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755818.820447:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.820498:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667048064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755818.820518:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.820548:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667047936 00000100:00100000:3.0:1787755818.820554:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667047936 00000100:00100000:3.0:1787755818.820589:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667048064 00000100:00100000:3.0:1787755818.820591:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667048064 00000100:00100000:3.0:1787755818.820609:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11141 00000100:00100000:3.0:1787755818.820616:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667047936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755818.820628:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.820644:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b3253657880ef lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e65:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657880e8 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820656:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e65:0x0].0x0 (ffff9dff45db1c00) 00010000:00010000:3.0:1787755818.820663:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755818.820687:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667047936:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.820694:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11141 00000100:00100000:3.0:1787755818.820707:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11142 00000100:00100000:3.0:1787755818.820712:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3649:x1874588667048064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755818.820718:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.820727:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657880cc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x196:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657880c5 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.820735:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755818.820744:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755818.820780:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588667048064:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.820786:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11142 00000100:00100000:3.0:1787755818.820822:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667047936:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755818.820848:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667048064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755818.826825:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588667047040:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755818.826924:0:35158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755818.865704:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755818.865747:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755818.865795:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755818.865917:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654493824 00000100:00100000:1.0:1787755818.865929:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654493824 00000100:00100000:1.0:1787755818.865989:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9376 00000100:00100000:1.0:1787755818.866015:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:225318:x1874588654493824:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:1.0:1787755818.866272:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:225318:x1874588654493824:12345-192.168.201.7@tcp:35:rm.0 Request processed in 260us (476us total) trans 4294985401 rc 0/0 00000100:00100000:1.0:1787755818.866294:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9376 00000100:00100000:1.0:1787755818.866349:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654493440 00000100:00100000:1.0:1787755818.866354:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654493440 00010000:00010000:1.0:1787755818.866400:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.866439:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654493568 00000100:00100000:1.0:1787755818.866443:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654493568 00000100:00100000:1.0:1787755818.866470:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21698 00000100:00100000:1.0:1787755818.866478:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654493440:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755818.866490:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.866496:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866512:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866687:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365788016 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f8e expref: 6 pid: 8433 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866707:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755818.866713:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755818.866720:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866733:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866774:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755818.866805:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654493440:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 327us (1115us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.866815:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21698 00000100:00100000:0.0:1787755818.866840:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11143 00000100:00080000:1.0:1787755818.866861:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755818.866862:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654493568:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755818.866872:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.866879:0:35158:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.866887:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365787f28 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f41 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866888:0:35158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866900:0:35158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.866903:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:0.0:1787755818.866907:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755818.866908:0:35158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.866926:0:35158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755818.866927:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654493568:12345-192.168.201.7@tcp:103:rm.0 Request processed in 80us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.866933:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11143 00000100:00100000:1.0:1787755818.867128:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667046784:12345-0@lo:6:osp-syn-0-0.0 Request processed in 54477us (55769us total) trans 4294973866 rc 0/0 00000100:00100000:1.0:1787755818.867137:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30795 00010000:00010000:1.0:1787755818.867161:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755818.867169:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.867177:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755818.867183:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.867197:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.867210:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.867217:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce306604/0x9b2b3253657880e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.867235:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755818.867237:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755818.867238:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755818.867289:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a2ad880/2, rc 0, transno 4294973866 00000100:00100000:1.0:1787755818.867296:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667046784:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787755818.871108:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755818.871552:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494080 00000100:00100000:0.0:1787755818.871562:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494080 00000100:00100000:0.0:1787755818.871615:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70322 00000100:00100000:0.0:1787755818.871626:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+14:225318:x1874588654494080:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755818.871686:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755818.871714:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578808d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e64:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fb8 expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.871736:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788055 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f9c expref: 13 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.871761:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365787f36 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f48 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.871772:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:0.0:1787755818.871777:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755818.871821:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.871829:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.871843:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.871877:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048192:0@lo:101:mdt00_006.0 00000100:00100000:0.0:1787755818.871929:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.871958:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.871976:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667048192 00000100:00100000:0.0:1787755818.871979:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667048192 00000100:00100000:0.0:1787755818.872008:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24482 00000100:00100000:0.0:1787755818.872015:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588667048192:12345-0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755818.872028:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755818.872041:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788104 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.872061:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.872070:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.872080:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.872104:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.872118:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 7 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.872129:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667048320:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755818.872200:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.872210:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 7 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.872218:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667048448:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755818.872238:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.880122:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755818.880172:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755818.880206:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494208 00000100:00100000:0.0:1787755818.880216:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494208 00010000:00010000:0.0:1787755818.880265:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 8 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.880301:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494336 00000100:00100000:0.0:1787755818.880304:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494336 00010000:00010000:0.0:1787755818.880352:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 8 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.880375:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21699 00000100:00100000:0.0:1787755818.880385:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654494208:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755818.880401:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755818.880420:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 8 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880433:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 8 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880456:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755818.880462:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880472:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755818.880532:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654494208:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 148us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.880547:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21699 00000100:00100000:0.0:1787755818.880565:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21700 00000100:00100000:0.0:1787755818.880570:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654494336:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755818.880577:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755818.880582:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 8 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880592:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 8 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880604:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755818.880608:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880617:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880626:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880656:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.880671:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667048576:0@lo:105: 00000100:00100000:0.0:1787755818.880709:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.880735:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.880786:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667048576 00000100:00100000:0.0:1787755818.880791:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667048576 00000100:00100000:0.0:1787755818.880819:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7933 00000100:00100000:0.0:1787755818.880827:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667048576:12345-0@lo:105: 00010000:00010000:0.0:1787755818.880837:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880847:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880856:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880864:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880871:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880880:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.880893:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccce00) 00000100:00100000:0.0:1787755818.880922:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667048576:12345-0@lo:105: Request processed in 97us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.880928:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7933 00000100:00080000:0.0:1787755818.880948:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755818.880979:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667048576:0@lo:105: 00010000:00010000:0.0:1787755818.880996:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755818.881014:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654494336:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 444us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755818.881021:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21700 00010000:00010000:1.0:1787755818.881335:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365787f75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f64 expref: 7 pid: 17813 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.881355:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667048320:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755818.881368:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365787f0c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f3a expref: 7 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.881378:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667048448:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755818.881400:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.881422:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755818.881425:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755818.881427:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:1.0:1787755818.881480:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667048192:12345-0@lo:101:mdt00_006.0 Request processed in 9465us (9549us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.881487:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24482 00000100:00100000:0.0:1787755818.882841:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048192:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755818.882867:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755818.882892:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755818.889073:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.889097:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.889110:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755818.889139:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048704:0@lo:101:mdt00_006.0 00000100:00100000:2.0:1787755818.889228:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755818.889297:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.889543:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667048704 00000100:00100000:1.0:1787755818.889551:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667048704 00000100:00100000:1.0:1787755818.889608:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24483 00000100:00100000:1.0:1787755818.889619:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667048704:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755818.889634:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755818.889651:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788112 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.889678:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788112 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.889692:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788112 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.889700:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d200) 00010000:00010000:1.0:1787755818.889703:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755818.889707:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755818.889772:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667048704:12345-0@lo:101:mdt00_006.0 Request processed in 154us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.889779:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24483 00000100:00100000:1.0:1787755818.889824:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048704:0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755818.889838:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.889861:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755818.889883:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755818.889921:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048832:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755818.889955:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.889974:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.889990:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667048832 00000100:00100000:1.0:1787755818.889993:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667048832 00000100:00100000:1.0:1787755818.890022:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24484 00000100:00100000:1.0:1787755818.890028:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667048832:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755818.890094:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667048832:12345-0@lo:1000:mdt00_006.0 Request processed in 66us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.890101:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24484 00000100:00100000:1.0:1787755818.890149:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048832:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755818.890187:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048960:0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755818.890210:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.890224:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.890234:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667048960 00000100:00100000:1.0:1787755818.890237:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667048960 00000100:00100000:1.0:1787755818.890254:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24485 00000100:00100000:1.0:1787755818.890259:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667048960:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755818.890358:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667048960:12345-0@lo:1000:mdt00_006.0 Request processed in 98us (147us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755818.890364:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24485 00000100:00100000:1.0:1787755818.890390:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667048960:0@lo:1000:mdt00_006.0 00010000:00010000:1.0:1787755818.890447:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.890455:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.890463:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.890473:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667049088:0@lo:101:mdt00_006.0 00000100:00100000:1.0:1787755818.890493:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.890506:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.890516:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667049088 00000100:00100000:1.0:1787755818.890519:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667049088 00000100:00100000:1.0:1787755818.890539:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24486 00000100:00100000:1.0:1787755818.890545:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667049088:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755818.890552:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755818.890562:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788120 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.890579:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.890588:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.890609:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.890622:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 6 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.890633:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667049216:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755818.890689:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.920775:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755818.920875:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494464 00000100:00100000:3.0:1787755818.920884:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494464 00010000:00010000:3.0:1787755818.920926:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 7 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.920975:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21701 00000100:00100000:3.0:1787755818.920987:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654494464:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755818.921005:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.921013:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 7 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.921027:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 7 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.921050:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:3.0:1787755818.921058:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.921069:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.921083:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.921121:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.921136:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667049344:0@lo:105: 00000100:00100000:3.0:1787755818.921185:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.921234:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755818.921266:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667049344 00000100:00100000:2.0:1787755818.921271:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667049344 00000100:00100000:2.0:1787755818.921299:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7934 00000100:00100000:2.0:1787755818.921306:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667049344:12345-0@lo:105: 00010000:00010000:2.0:1787755818.921348:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.921358:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.921371:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.921388:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.921395:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.921531:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755818.921547:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61a00) 00000100:00100000:2.0:1787755818.921593:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667049344:12345-0@lo:105: Request processed in 286us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755818.921599:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7934 00000100:00100000:3.0:1787755818.921656:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667049344:0@lo:105: 00010000:00010000:3.0:1787755818.921672:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755818.921715:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654494464:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 731us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.921723:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21701 00010000:00010000:1.0:1787755818.921786:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365787f91 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f6b expref: 6 pid: 35152 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.921803:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667049216:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755818.921823:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.921832:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:1.0:1787755818.921835:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755818.921838:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755818.921934:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:17813:x1874588667049088:12345-0@lo:101:mdt00_006.0 Request processed in 31388us (31439us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.921942:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24486 00000100:00100000:3.0:1787755818.923593:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667049088:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755818.923619:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923659:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923672:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923683:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923707:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923718:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923727:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923771:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.923786:0:17813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 11 pid: 6520 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.923800:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:17813:1874588667049472:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755818.924151:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bba80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755818.934723:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755818.934821:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001_UUID:17813:1874588667049472:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755818.934873:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.949003:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494592 00000100:00100000:1.0:1787755818.949018:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494592 00010000:00010000:1.0:1787755818.949086:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 12 pid: 6520 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755818.949155:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21702 00000100:00100000:1.0:1787755818.949166:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654494592:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755818.949182:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.949190:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 12 pid: 6520 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.949203:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 12 pid: 6520 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.949227:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788063 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fa3 expref: 12 pid: 6520 timeout: 8975 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.949246:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755818.949250:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.949261:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.949269:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.949628:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755818.949720:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654494592:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 554us (15008us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.949729:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21702 00010000:00010000:3.0:1787755818.950065:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.950076:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.950125:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.950133:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.950142:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.950162:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667049600:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755818.950231:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.950264:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755818.950623:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667049600 00000100:00100000:1.0:1787755818.950631:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667049600 00000100:00100000:1.0:1787755818.950672:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24487 00000100:00100000:1.0:1787755818.950680:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:17813:x1874588667049600:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755818.950697:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755818.950713:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365788143 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578813c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.952593:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365788143 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578813c expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.952626:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365788143 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578813c expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.952637:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff4536d900) 00010000:00010000:1.0:1787755818.952640:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755818.952643:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755818.952842:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:17813:x1874588667049600:12345-0@lo:101:mdt00_006.0 Request processed in 2161us (2608us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.952851:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24487 00000100:00100000:0.0:1787755818.962707:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667049600:0@lo:101:mdt00_006.0 00010000:00010000:0.0:1787755818.963069:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.963086:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755818.965429:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667049728:0@lo:403:mdt00_006.0 00000100:00100000:0.0:1787755818.965515:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755818.965564:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755818.965651:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667049728 00000100:00100000:3.0:1787755818.965660:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667049728 00000100:00100000:3.0:1787755818.965731:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24488 00000100:00100000:3.0:1787755818.965741:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:17813:x1874588667049728:12345-0@lo:403:mdt00_006.0 00000100:00100000:3.0:1787755818.972454:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:17813:x1874588667049728:12345-0@lo:403:mdt00_006.0 Request processed in 6700us (6924us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.972474:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24488 00000100:00100000:0.0:1787755818.973807:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667049728:0@lo:403:mdt00_006.0 00000040:00080000:2.0:1787755818.977030:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1213, 952 off1104432 00000040:00080000:2.0:1787755818.977283:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1532, 1032 off1548672 00000004:00080000:2.0:1787755818.977290:0:17813:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe47cc9e40 with version 6868 00010000:00010000:3.0:1787755818.978777:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755818.980626:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6868 rpc_version 6868 00000020:00100000:1.0:1787755818.980680:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755818.980693:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91ad80 x1874588667049984/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755818.980720:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667049984:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755818.980832:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755818.980884:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f240 going to sleep for 11 seconds 00000100:00100000:2.0:1787755818.981155:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667049984 00000100:00100000:2.0:1787755818.981162:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667049984 00000100:00100000:2.0:1787755818.981220:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24489 00000100:00100000:2.0:1787755818.981229:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667049984:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755818.981933:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbc850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667049984:12345-0@lo:1000:osp_up0-1.0 Request processed in 702us (1099us total) trans 8589957496 rc 0/0 00000100:00100000:2.0:1787755818.981942:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24489 00000100:00100000:0.0:1787755818.982444:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667049984:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1787755818.982537:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e64:0x0]: returning size 4096 00010000:00010000:3.0:1787755818.982564:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982575:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982583:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982590:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755818.982595:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982603:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982621:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x198:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:3.0:1787755818.982624:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755818.982628:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982634:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788135 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982656:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982665:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982671:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982698:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755818.982711:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x196:0x0] 00010000:00010000:3.0:1787755818.982719:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982725:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982730:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982756:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755818.982759:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982765:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982772:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:3.0:1787755818.982774:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755818.982777:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982783:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578812e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982793:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982800:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982806:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982820:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755818.982830:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755818.982839:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755818.982844:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982856:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755818.982859:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755818.982865:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982892:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982899:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755818.982917:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 1/0,0 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982923:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b32536578813c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788143 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982936:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755818.982940:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982945:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755818.982948:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755818.982954:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982973:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.982979:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755818.983165:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.983174:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61a00/0x9b2b325365788120 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788127 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.983189:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755818.983191:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755818.983193:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755818.983207:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667050112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755818.983257:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.983302:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755818.983310:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667050240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755818.983364:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755818.983392:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050112 00000100:00100000:3.0:1787755818.983398:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050112 00000100:00100000:3.0:1787755818.983434:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050240 00000100:00100000:3.0:1787755818.983437:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050240 00000100:00100000:3.0:1787755818.983459:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11144 00000100:00100000:3.0:1787755818.983467:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+15:3650:x1874588667050112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755818.983479:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.983496:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365788143 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x196:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578813c expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.983512:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x0 (ffff9dff4536d900) 00010000:00010000:3.0:1787755818.983802:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755818.983838:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+14:3650:x1874588667050112:12345-0@lo:103:ldlm_bl.0 Request processed in 372us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.983845:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11144 00000100:00100000:3.0:1787755818.983864:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11145 00000100:00100000:3.0:1787755818.983871:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b28050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+13:3648:x1874588667050240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755818.983879:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755818.983890:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788127 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e64:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788120 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.983901:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:3.0:1787755818.983908:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755818.983934:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b28050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667050240:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755818.983941:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11145 00000100:00100000:3.0:1787755818.984011:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667050240:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755818.984035:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667050112:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755818.984057:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.984065:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.984071:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.984085:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755818.984091:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755818.984096:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755818.984102:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755818.984167:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:225318:x1874588654494080:12345-192.168.201.7@tcp:36:rm.0 Request processed in 112541us (113065us total) trans 4294985402 rc 0/0 00000100:00100000:3.0:1787755818.984174:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70322 00010000:00010000:0.0:1787755818.984373:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755818.984379:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.984398:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755818.984411:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755818.984419:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.984444:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.984450:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755818.984464:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.984471:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccce00/0x9b2b325365788104 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578810b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755818.984485:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755818.984487:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755818.984489:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755818.984495:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755818.984506:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667050368:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755818.984539:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755818.984589:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755818.984599:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050368 00000100:00100000:1.0:1787755818.984604:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050368 00000100:00100000:1.0:1787755818.984636:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11146 00000100:00100000:1.0:1787755818.984643:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667050368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755818.984651:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755818.984664:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578810b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788104 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755818.984676:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755818.984681:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755818.984710:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667050368:12345-0@lo:103:ldlm_bl.0 Request processed in 68us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755818.984716:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11146 00000100:00100000:1.0:1787755818.984766:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667050368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755819.120959:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.121207:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494720 00000100:00100000:1.0:1787755819.121217:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494720 00000100:00100000:1.0:1787755819.121285:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70323 00000100:00100000:1.0:1787755819.121298:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225326:x1874588654494720:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:1.0:1787755819.121383:0:35152:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808417792 avail 7345373184 00000100:00100000:1.0:1787755819.121465:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225326:x1874588654494720:12345-192.168.201.7@tcp:41:stat.0 Request processed in 169us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.121472:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70323 00000100:00100000:3.0:1787755819.195271:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.204667:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494848 00000100:00100000:1.0:1787755819.204686:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494848 00000100:00100000:1.0:1787755819.204798:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70324 00000100:00100000:1.0:1787755819.204811:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225330:x1874588654494848:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755819.204834:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755819.204856:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578814a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fcd expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.204922:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.204936:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.204948:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755819.205210:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755819.205215:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755819.205236:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.205260:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578814a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.205280:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.205288:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755819.205291:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755819.205295:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755819.205454:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225330:x1874588654494848:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 645us (10193us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.205465:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70324 00000100:00100000:0.0:1787755819.210901:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.211003:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654494976 00000100:00100000:1.0:1787755819.211021:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654494976 00000100:00100000:1.0:1787755819.211082:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70325 00000100:00100000:1.0:1787755819.211092:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225330:x1874588654494976:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755819.211110:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755819.211128:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788158 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fd4 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211185:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211197:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211207:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211217:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211225:0:35159:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788112 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211233:0:35159:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.211263:0:35159:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788112 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.211284:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588667050496:0@lo:104: 00000100:00100000:1.0:1787755819.211349:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.211392:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.211443:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050496 00000100:00100000:0.0:1787755819.211447:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050496 00000100:00100000:0.0:1787755819.211482:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7935 00000100:00100000:0.0:1787755819.211489:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588667050496:12345-0@lo:104: 00010000:00010000:0.0:1787755819.211501:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.211559:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755819.211565:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35159:x1874588667050496:12345-0@lo:104: Request processed in 78us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.211572:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7935 00000100:00100000:0.0:1787755819.211621:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0000_UUID:35159:1874588667050496:0@lo:104: 00010000:00010000:0.0:1787755819.211640:0:35159:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.211762:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755819.211769:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.211778:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755819.211783:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755819.211792:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.211820:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.211827:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755819.211856:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.211865:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788112 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788119 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.211888:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755819.211889:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755819.211891:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755819.211898:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755819.211908:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667050624:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755819.211939:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755819.211966:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050624 00000100:00100000:3.0:1787755819.211969:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050624 00010000:00010000:3.0:1787755819.211989:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788112 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755819.212008:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21703 00000100:00100000:3.0:1787755819.212014:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667050624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755819.212022:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:3.0:1787755819.219432:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957496 is committed 00010000:00010000:0.0:1787755819.230924:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788119 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788112 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.230950:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d200) 00010000:00010000:0.0:1787755819.230956:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.230970:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.231145:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.231230:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755819.231402:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667050624:12345-0@lo:103:ldlm_bl.0 Request processed in 19385us (19459us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.231412:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21703 00010000:00010000:1.0:1787755819.240447:0:35159:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.240466:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240685:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240695:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240702:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240709:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240716:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755819.240721:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240730:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240763:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755819.240766:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755819.240771:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240778:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578815f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240793:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240799:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240806:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240812:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755819.240815:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240820:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240827:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d200) 00010000:00010000:2.0:1787755819.240829:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755819.240832:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240837:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788166 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240889:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788158 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fd4 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240900:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755819.240902:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755819.240907:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788158 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fd4 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.240916:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:2.0:1787755819.241005:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225330:x1874588654494976:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 29912us (30111us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755819.241021:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70325 00000100:00100000:3.0:1787755819.243756:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667050624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755819.249803:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755819.254562:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654495104 00000100:00100000:2.0:1787755819.254583:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654495104 00000100:00100000:2.0:1787755819.254653:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70326 00000100:00100000:2.0:1787755819.254665:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:225330:x1874588654495104:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755819.254686:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755819.254711:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578816d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fdb expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.254800:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.254815:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.254826:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755819.254883:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755819.254887:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755819.254912:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.254938:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578816d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.254959:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.254968:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755819.254971:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755819.254974:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755819.255075:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:225330:x1874588654495104:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 412us (5281us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.255082:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70326 00000100:00100000:1.0:1787755819.266462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.266659:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654495360 00000100:00100000:3.0:1787755819.266669:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654495360 00000100:00080000:0.0:1787755819.266722:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755819.266830:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70327 00000100:00100000:2.0:1787755819.266843:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225330:x1874588654495360:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:2.0:1787755819.266962:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667050752:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755819.267031:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755819.267067:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755819.267945:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050752 00000100:00100000:1.0:1787755819.267953:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050752 00000100:00100000:1.0:1787755819.268007:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24490 00000100:00100000:1.0:1787755819.268024:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588667050752:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755819.268116:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588667050752:12345-0@lo:1000:mdt00_004.0 Request processed in 93us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.268124:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24490 00000100:00100000:2.0:1787755819.268884:0:10713:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957496 gen 2 00000004:00080000:2.0:1787755819.268892:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957495 committed transno 8589957496 00000004:00080000:2.0:1787755819.268917:0:10713:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957496 committed transno 8589957496 00000100:00100000:2.0:1787755819.268931:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667050752:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755819.269003:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667050880:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755819.269040:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755819.269073:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755819.269161:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667050880 00000100:00100000:1.0:1787755819.269167:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667050880 00000100:00100000:1.0:1787755819.269243:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24491 00000100:00100000:1.0:1787755819.269252:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588667050880:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755819.269374:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588667050880:12345-0@lo:1000:mdt00_004.0 Request processed in 124us (334us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755819.269381:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24491 00000100:00100000:2.0:1787755819.270102:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667050880:0@lo:1000:mdt00_004.0 00010000:00010000:2.0:1787755819.270161:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.270172:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.270182:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755819.270196:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051008:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1787755819.270233:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755819.278167:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755819.283876:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667051008 00000100:00100000:3.0:1787755819.283891:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667051008 00000100:00100000:3.0:1787755819.283965:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24492 00000100:00100000:3.0:1787755819.283976:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:10713:x1874588667051008:12345-0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755819.284000:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755819.284030:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578817b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.284064:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.284073:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.284082:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.284119:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.284134:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 7 pid: 35169 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755819.284147:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667051136:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755819.284246:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.284254:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 6 pid: 10714 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755819.284262:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667051264:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755819.284285:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755819.299970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.300141:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667051136:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755819.300154:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667051264:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755819.300190:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.300203:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755819.300205:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755819.300210:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.300220:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755819.300297:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667051008:12345-0@lo:101:mdt00_004.0 Request processed in 16322us (30063us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755819.300307:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24492 00000100:00100000:0.0:1787755819.300511:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051008:0@lo:101:mdt00_004.0 00000100:00100000:2.0:1787755819.300529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:0.0:1787755819.300554:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.300566:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.300777:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654495488 00000100:00100000:1.0:1787755819.300786:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654495488 00010000:00010000:1.0:1787755819.300821:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 8 pid: 35169 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.300856:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654495616 00000100:00100000:1.0:1787755819.300860:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654495616 00010000:00010000:1.0:1787755819.300878:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 7 pid: 10714 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.300907:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21704 00000100:00100000:1.0:1787755819.300917:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654495488:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755819.300930:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755819.300937:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 8 pid: 35169 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.300952:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 8 pid: 35169 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.300979:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788174 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fdb expref: 8 pid: 35169 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.300997:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755819.301002:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301022:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755819.301069:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654495488:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 153us (1112us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.301077:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21704 00000100:00100000:1.0:1787755819.301095:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21705 00000100:00100000:1.0:1787755819.301103:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654495616:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755819.301111:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755819.301116:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 7 pid: 10714 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301127:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 7 pid: 10714 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301140:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788151 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fcd expref: 7 pid: 10714 timeout: 8976 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301150:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755819.301155:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301164:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301173:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.301205:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.301219:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667051392:0@lo:105: 00000100:00100000:1.0:1787755819.301261:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.301302:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755819.301357:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667051392 00000100:00100000:1.0:1787755819.301361:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667051392 00000100:00100000:1.0:1787755819.301390:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7936 00000100:00100000:1.0:1787755819.301397:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667051392:12345-0@lo:105: 00010000:00010000:1.0:1787755819.302527:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.302542:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.302551:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.302559:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.302568:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.302577:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.302606:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2c00) 00010000:00010000:3.0:1787755819.302644:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.302656:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.302687:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667051392:12345-0@lo:105: Request processed in 1288us (1423us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.302695:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7936 00000004:00080000:3.0:1787755819.302696:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755819.302770:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667051392:0@lo:105: 00010000:00010000:1.0:1787755819.302785:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755819.302817:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654495616:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1714us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.302825:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21705 00010000:00010000:3.0:1787755819.302858:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.302869:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.302883:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755819.302902:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051520:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755819.302940:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755819.302967:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bba80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755819.303247:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667051520 00000100:00100000:2.0:1787755819.303254:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667051520 00000100:00100000:2.0:1787755819.303292:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24493 00000100:00100000:2.0:1787755819.303300:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:10713:x1874588667051520:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1787755819.303343:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755819.303360:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788189 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.303381:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788189 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.303394:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788189 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.303413:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8500) 00010000:00010000:2.0:1787755819.303416:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755819.303418:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755819.315155:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051520:12345-0@lo:101:mdt00_004.0 Request processed in 11845us (12204us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.315168:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24493 00000100:00100000:3.0:1787755819.321375:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051520:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755819.321416:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.321431:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755819.321462:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755819.321533:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051648:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1787755819.321605:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755819.321635:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467d99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.321778:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667051648 00000100:00100000:0.0:1787755819.321786:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667051648 00000100:00100000:0.0:1787755819.321843:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24494 00000100:00100000:0.0:1787755819.321853:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051648:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.321946:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051648:12345-0@lo:1000:mdt00_004.0 Request processed in 94us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.321954:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24494 00000100:00100000:1.0:1787755819.322043:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051648:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755819.322090:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051776:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755819.322121:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.322151:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755819.322210:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667051776 00000100:00100000:2.0:1787755819.322215:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667051776 00000100:00100000:2.0:1787755819.322254:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24495 00000100:00100000:2.0:1787755819.322261:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051776:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1787755819.322386:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051776:12345-0@lo:1000:mdt00_004.0 Request processed in 125us (263us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755819.322393:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24495 00000100:00100000:1.0:1787755819.322675:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051776:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755819.322770:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051904:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1787755819.322796:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.322820:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.322879:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667051904 00000100:00100000:0.0:1787755819.322885:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667051904 00000100:00100000:0.0:1787755819.322919:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24496 00000100:00100000:0.0:1787755819.322925:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051904:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.322990:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667051904:12345-0@lo:1000:mdt00_004.0 Request processed in 64us (193us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755819.322997:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24496 00000100:00100000:0.0:1787755819.323026:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667051904:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323072:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052032:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323099:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755819.323114:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.323124:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052032 00000100:00100000:0.0:1787755819.323127:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052032 00000100:00100000:0.0:1787755819.323144:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24497 00000100:00100000:0.0:1787755819.323149:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667052032:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323195:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667052032:12345-0@lo:1000:mdt00_004.0 Request processed in 46us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.323202:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24497 00000100:00100000:0.0:1787755819.323227:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052032:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323264:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052160:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323286:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755819.323299:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.323310:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052160 00000100:00100000:0.0:1787755819.323335:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052160 00000100:00100000:0.0:1787755819.323354:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24498 00000100:00100000:0.0:1787755819.323360:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667052160:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323413:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667052160:12345-0@lo:1000:mdt00_004.0 Request processed in 52us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.323421:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24498 00000100:00100000:0.0:1787755819.323445:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052160:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323479:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052288:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323500:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755819.323587:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.323601:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052288 00000100:00100000:0.0:1787755819.323605:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052288 00000100:00100000:0.0:1787755819.323624:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24499 00000100:00100000:0.0:1787755819.323630:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667052288:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1787755819.323673:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:10713:x1874588667052288:12345-0@lo:1000:mdt00_004.0 Request processed in 43us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.323680:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24499 00000100:00100000:0.0:1787755819.323703:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052288:0@lo:1000:mdt00_004.0 00000040:00080000:0.0:1787755819.324478:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1214, 2168 off1106600 00000040:00080000:0.0:1787755819.326828:0:10713:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1533, 2368 off1551040 00000004:00080000:0.0:1787755819.326843:0:10713:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe47cc9cc0 with version 6869 00000004:00080000:1.0:1787755819.327041:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6869 rpc_version 6869 00000020:00100000:1.0:1787755819.327085:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755819.327097:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a918000 x1874588667052544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755819.327120:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667052544:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755819.327190:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.327230:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.327382:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052544 00000100:00100000:0.0:1787755819.327390:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052544 00000100:00100000:0.0:1787755819.327485:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24500 00000100:00100000:0.0:1787755819.327496:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667052544:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755819.328257:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667052544:12345-0@lo:1000:osp_up0-1.0 Request processed in 760us (1064us total) trans 8589957497 rc 0/0 00000100:00100000:0.0:1787755819.328267:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24500 00000100:00100000:2.0:1787755819.328420:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667052544:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755819.328804:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328822:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328834:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328857:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328868:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328873:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328907:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328914:0:10713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.328925:0:10713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755819.328943:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052672:0@lo:101:mdt00_004.0 00000100:00100000:3.0:1787755819.328983:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.334854:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052672 00000100:00100000:1.0:1787755819.334869:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052672 00000100:00100000:2.0:1787755819.334972:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe470d7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755819.335209:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24501 00000100:00100000:2.0:1787755819.335219:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:10713:x1874588667052672:12345-0@lo:101:mdt00_004.0 00010000:00010000:2.0:1787755819.335243:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755819.335309:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657881a5 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.335373:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657881a5 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.335387:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657881a5 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.335396:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755819.335399:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755819.335623:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755819.335700:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:10713:x1874588667052672:12345-0@lo:101:mdt00_004.0 Request processed in 481us (6716us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.335707:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24501 00000100:00100000:3.0:1787755819.335790:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-mdtlov_UUID:10713:1874588667052672:0@lo:101:mdt00_004.0 00010000:00010000:3.0:1787755819.335808:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335819:0:10713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755819.335843:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000882b82a2 reply state 000000006d13ccec transno 4294985403 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335856:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335866:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755819.335868:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755819.335872:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755819.335878:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335886:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755819.335899:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x197:0x0] 00000004:00010000:3.0:1787755819.335906:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000882b82a2 reply state 000000006d13ccec transno 4294985403 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335914:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335920:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:3.0:1787755819.335922:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755819.335923:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787755819.335928:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00000004:00080000:3.0:1787755819.335938:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755819.335948:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335954:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335962:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.335991:0:10713:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755819.335996:0:10713:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755819.336000:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.336022:0:10713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755819.336097:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225330:x1874588654495360:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 69256us (69644us total) trans 4294985403 rc 0/0 00000100:00100000:3.0:1787755819.336106:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70327 00010000:00010000:1.0:1787755819.336300:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755819.336308:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.336332:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755819.336339:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755819.336346:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.336378:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.336385:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755819.336423:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.336431:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2c00/0x9b2b32536578817b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788182 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.336445:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755819.336447:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755819.336448:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755819.336456:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755819.336468:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667052800:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755819.336508:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755819.336805:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052800 00000100:00100000:0.0:1787755819.336812:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052800 00000100:00100000:0.0:1787755819.336887:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11147 00000100:00100000:0.0:1787755819.336896:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588667052800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755819.336906:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755819.336922:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788182 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578817b expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.336934:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755819.336937:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755819.336979:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588667052800:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.336985:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11147 00000100:00100000:1.0:1787755819.337239:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667052800:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755819.344610:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.344699:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654495744 00000100:00100000:3.0:1787755819.344709:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654495744 00000100:00100000:3.0:1787755819.344774:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70328 00000100:00100000:3.0:1787755819.344784:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225319:x1874588654495744:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755819.344805:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755819.344829:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fe2 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.344896:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657881ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.344910:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657881ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.344922:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657881ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755819.344973:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755819.344977:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755819.344999:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657881ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.345148:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fe2 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.345167:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657881ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fe2 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.345177:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755819.345180:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755819.345183:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755819.345279:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225319:x1874588654495744:12345-192.168.201.7@tcp:101:bash.0 Request processed in 497us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755819.345286:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70328 00000100:00100000:2.0:1787755819.359414:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.359573:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654495872 00000100:00100000:1.0:1787755819.359584:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654495872 00000100:00100000:1.0:1787755819.359646:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70329 00000100:00100000:1.0:1787755819.359657:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225319:x1874588654495872:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755819.359678:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755819.359700:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657881c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213fe9 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359775:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359789:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359800:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359810:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359819:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788189 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359827:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.359861:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788189 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.359877:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588667052928:0@lo:104: 00000100:00100000:1.0:1787755819.359927:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.360639:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.366660:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755819.366690:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667052928 00000100:00100000:0.0:1787755819.366702:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667052928 00000100:00100000:0.0:1787755819.366775:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7937 00000100:00100000:0.0:1787755819.366787:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51866450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588667052928:12345-0@lo:104: 00010000:00010000:0.0:1787755819.366805:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.366908:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755819.366915:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51866450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588667052928:12345-0@lo:104: Request processed in 131us (6987us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.366922:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7937 00010000:00010000:3.0:1787755819.366932:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755819.366939:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.366947:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755819.366952:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755819.366961:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.367013:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.367021:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755819.367051:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.367059:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788189 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788190 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.367077:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755819.367079:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755819.367081:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755819.367088:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755819.367101:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667053056:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755819.367140:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755819.367344:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588667052928:0@lo:104: 00010000:00010000:2.0:1787755819.367368:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.367624:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053056 00000100:00100000:1.0:1787755819.367629:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053056 00010000:00010000:1.0:1787755819.367654:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788189 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.367689:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21706 00000100:00100000:1.0:1787755819.367697:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667053056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755819.367708:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1787755819.373911:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957497 is committed 00010000:00010000:1.0:1787755819.378625:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788190 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788189 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.378652:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8500) 00010000:00010000:1.0:1787755819.378658:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.378667:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.378675:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.378763:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755819.378853:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588667053056:12345-0@lo:103:ldlm_bl.0 Request processed in 11153us (11709us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755819.378864:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21706 00000100:00100000:0.0:1787755819.379140:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667053056:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755819.379191:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.379200:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755819.379375:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6519:1874588667053184:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787755819.379437:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755819.379473:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.379634:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053184 00000100:00100000:0.0:1787755819.379643:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053184 00000100:00100000:0.0:1787755819.379700:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24502 00000100:00100000:0.0:1787755819.379711:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6519:x1874588667053184:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787755819.379817:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6519:x1874588667053184:12345-0@lo:1000:mdt00_000.0 Request processed in 107us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.379824:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24502 00000100:00100000:3.0:1787755819.379851:0:6519:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985396 gen 2 00000004:00080000:3.0:1787755819.379857:0:6519:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985395 committed transno 4294985396 00000004:00080000:3.0:1787755819.379872:0:6519:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985396 committed transno 4294985396 00000020:00080000:3.0:1787755819.379878:0:6519:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4921c180 refcount 2 committed 0 result 0 batchid 4294979810 00000020:00080000:3.0:1787755819.379882:0:6519:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cb400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4921c240 00000020:00080000:3.0:1787755819.379886:0:6519:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].942 00000020:00080000:3.0:1787755819.379889:0:6519:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cbd00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dff6f6c4600 00000020:00080000:3.0:1787755819.379892:0:6519:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].939 00000100:00100000:3.0:1787755819.379922:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6519:1874588667053184:0@lo:1000:mdt00_000.0 00000020:00080000:0.0:1787755819.379945:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979810 committed batchid 4294979809 00010000:00010000:3.0:1787755819.379987:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881d6 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380002:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881d6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380011:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881d6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755819.380035:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881d6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380051:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380058:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380065:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380071:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380076:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755819.380081:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755819.380084:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979809 00010000:00010000:3.0:1787755819.380090:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380106:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755819.380109:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755819.380115:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380122:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657881c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380137:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380143:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380148:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380153:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755819.380155:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380161:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380169:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8500) 00010000:00010000:3.0:1787755819.380172:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755819.380175:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380181:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657881cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380223:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657881c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fe9 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380236:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881d6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fe9 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.380242:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755819.380244:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755819.380246:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755819.380302:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225319:x1874588654495872:12345-192.168.201.7@tcp:101:bash.0 Request processed in 20647us (20897us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755819.380309:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70329 00000100:00100000:0.0:1787755819.394492:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.394662:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496000 00000100:00100000:1.0:1787755819.394672:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496000 00000100:00100000:1.0:1787755819.394736:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70330 00000100:00100000:1.0:1787755819.394754:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225319:x1874588654496000:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755819.394778:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755819.394799:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657881dd lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ff0 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.394863:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657881e4 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.394883:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657881e4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.394894:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657881e4 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755819.395002:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00000004:00200000:1.0:1787755819.395008:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755819.395045:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657881dd lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ff0 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.395063:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657881e4 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ff0 expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.395072:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:1.0:1787755819.395075:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755819.395079:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755819.395143:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225319:x1874588654496000:12345-192.168.201.7@tcp:101:bash.0 Request processed in 390us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.395150:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70330 00000100:00100000:0.0:1787755819.403581:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755819.403638:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755819.403833:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496256 00000100:00100000:2.0:1787755819.403854:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496256 00000100:00100000:2.0:1787755819.403938:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10097 00000100:00100000:2.0:1787755819.403949:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654496256:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755819.404026:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654496256:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 78us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.404033:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10097 00000100:00080000:0.0:1787755819.404846:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755819.405913:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496128 00000100:00100000:3.0:1787755819.405924:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496128 00000100:00100000:3.0:1787755819.405987:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2396 00000100:00100000:3.0:1787755819.405996:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654496128:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755819.406071:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654496128:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 76us (2503us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755819.406078:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2396 00000100:00100000:1.0:1787755819.406145:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.406450:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496384 00000100:00100000:3.0:1787755819.406456:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496384 00000100:00100000:3.0:1787755819.406748:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70331 00000100:00100000:3.0:1787755819.406758:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225319:x1874588654496384:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755819.406773:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755819.406794:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657881eb lrc: 2/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ff7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.406963:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657881f2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.406977:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657881f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.406997:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657881f2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755819.407042:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x199:0x0]: returning size 4096 00000004:00200000:3.0:1787755819.407047:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755819.407084:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657881eb lrc: 0/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ff7 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.407102:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657881f2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ff7 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.407110:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:3.0:1787755819.407113:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755819.407116:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755819.407164:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225319:x1874588654496384:12345-192.168.201.7@tcp:101:bash.0 Request processed in 408us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755819.407171:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70331 00000100:00100000:0.0:1787755819.415453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755819.415523:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755819.415697:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.415961:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496512 00000100:00100000:1.0:1787755819.415983:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496512 00000100:00080000:0.0:1787755819.416036:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755819.416055:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496640 00000100:00100000:1.0:1787755819.416059:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496640 00000100:00100000:1.0:1787755819.416101:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10098 00000100:00100000:1.0:1787755819.416112:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654496512:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755819.416128:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654496768 00000100:00100000:2.0:1787755819.416132:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654496768 00000100:00100000:2.0:1787755819.416164:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70332 00000100:00100000:2.0:1787755819.416170:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225319:x1874588654496768:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755819.416184:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1787755819.416187:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654496512:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 78us (746us total) trans 0 rc 0/0 00010000:00010000:2.0:1787755819.416202:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657881f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff213ffe expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.416265:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.416280:0:8458:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657881a5 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.416289:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.416348:0:8458:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657881a5 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755819.416365:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667053312:0@lo:104: 00000100:00100000:2.0:1787755819.416415:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755819.416459:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.416971:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10099 00000100:00100000:0.0:1787755819.416984:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654496640:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755819.417023:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654496640:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 44us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.417102:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10098 00000100:00100000:0.0:1787755819.417985:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10099 00000100:00100000:0.0:1787755819.418017:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053312 00000100:00100000:0.0:1787755819.418024:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053312 00000100:00100000:0.0:1787755819.418067:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7938 00000100:00100000:0.0:1787755819.418075:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667053312:12345-0@lo:104: 00010000:00010000:0.0:1787755819.418090:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.418192:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755819.418200:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667053312:12345-0@lo:104: Request processed in 126us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.418206:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7938 00010000:00010000:1.0:1787755819.418213:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755819.418220:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755819.418225:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787755819.418227:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755819.418233:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755819.418242:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.418273:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755819.418278:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667053312:0@lo:104: 00010000:00010000:1.0:1787755819.418279:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755819.418298:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.418312:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.418345:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657881a5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657881ac expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755819.418349:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667053440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755819.418365:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755819.418367:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755819.418369:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755819.418386:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755819.418625:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053440 00000100:00100000:1.0:1787755819.418629:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053440 00010000:00010000:1.0:1787755819.418645:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657881a5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.418691:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21707 00000100:00100000:1.0:1787755819.418696:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588667053440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755819.418703:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:2.0:1787755819.421573:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979810 batchid updated 00000020:00080000:0.0:1787755819.421647:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979810 00000004:00080000:0.0:1787755819.421710:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe467fba80 with version 1834 00000020:00080000:0.0:1787755819.421735:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979810 cancel update log [0x240000404:0x2:0x0].942: rc = 0 00000020:00080000:0.0:1787755819.421821:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979810 cancel update log [0x200000bd0:0x2:0x0].939: rc = 0 00000020:00080000:0.0:1787755819.421829:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979810 00010000:00010000:1.0:1787755819.421831:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657881ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657881a5 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.421851:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:1.0:1787755819.421857:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.421866:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.421873:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.421905:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755819.421995:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667053440:12345-0@lo:103:ldlm_bl.0 Request processed in 3297us (3606us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.422005:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21707 00000100:00100000:0.0:1787755819.422041:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667053440:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755819.422173:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.422187:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755819.422242:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x197:0x0]: returning size 4096 00000004:00200000:2.0:1787755819.422248:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755819.422297:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657881f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ffe expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.422345:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ffe expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.422354:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755819.422357:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755819.422360:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755819.422427:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225319:x1874588654496768:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6257us (6728us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.422434:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70332 00000004:00080000:3.0:1787755819.422620:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1834 rpc_version 1834 00000020:00100000:3.0:1787755819.422654:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755819.422663:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4aa96300 x1874588667053696/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755819.422692:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667053696:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755819.422735:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755819.422776:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755819.422839:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053696 00000100:00100000:0.0:1787755819.422846:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053696 00000100:00100000:0.0:1787755819.422895:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24503 00000100:00100000:0.0:1787755819.422905:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588667053696:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755819.423049:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667053696:12345-0@lo:1000:osp_up1-0.0 Request processed in 145us (312us total) trans 4294985404 rc 0/0 00000100:00100000:0.0:1787755819.423056:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24503 00000100:00100000:3.0:1787755819.423162:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667053696:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755819.430032:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755819.430152:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654497024 00000100:00100000:2.0:1787755819.430161:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654497024 00000100:00100000:2.0:1787755819.430254:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70333 00000100:00100000:2.0:1787755819.430265:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225319:x1874588654497024:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755819.430287:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755819.430291:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755819.430346:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788200 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ffe expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430367:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755819.430379:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755819.430395:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788207 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214005 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430575:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430589:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430600:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430613:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430620:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.430626:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755819.431022:0:35169:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51b:0x0], index 1: 0 00010000:00010000:2.0:1787755819.431181:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578821c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431190:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578821c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431197:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578821c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431227:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431234:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431240:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431246:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431256:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755819.431260:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431267:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431277:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:2.0:1787755819.431280:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755819.431283:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 3/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431289:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578820e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755819.431301:0:35169:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000092a2c582 reply state 000000005667fc10 transno 8589957498 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431310:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431355:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dfe46981900) 00010000:00010000:2.0:1787755819.431358:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755819.431360:0:35169:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755819.431388:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788207 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214005 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431406:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578821c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214005 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.431417:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe46981200) 00010000:00010000:2.0:1787755819.431419:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755819.431422:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755819.431495:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225319:x1874588654497024:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1231us (1475us total) trans 8589957498 rc 0/0 00000100:00100000:2.0:1787755819.431503:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70333 00000100:00100000:0.0:1787755819.438733:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755819.441804:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654497152 00000100:00100000:2.0:1787755819.441820:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654497152 00000100:00100000:2.0:1787755819.441897:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30796 00000100:00100000:2.0:1787755819.441910:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225319:x1874588654497152:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755819.441931:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755819.441959:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21400c expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755819.441998:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x51b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755819.442022:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=8876s v=(0 0) 00010000:00010000:2.0:1787755819.442027:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755819.442037:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 7 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.442055:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 7 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755819.442068:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755819.442157:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225319:x1874588654497152:12345-192.168.201.7@tcp:101:bash.0 Request processed in 249us (3437us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.442164:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30796 00000100:00100000:1.0:1787755819.446704:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.446827:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654497408 00000100:00100000:3.0:1787755819.446839:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654497408 00000100:00100000:3.0:1787755819.446899:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9377 00000100:00100000:3.0:1787755819.446911:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49631c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225319:x1874588654497408:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755819.447254:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49631c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225319:x1874588654497408:12345-192.168.201.7@tcp:35:bash.0 Request processed in 344us (854us total) trans 8589957499 rc 0/0 00000100:00100000:3.0:1787755819.447262:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9377 00000100:00100000:3.0:1787755819.450355:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755819.450461:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654497664 00000100:00100000:0.0:1787755819.450470:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654497664 00000100:00100000:0.0:1787755819.450607:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70334 00000100:00100000:0.0:1787755819.450618:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225319:x1874588654497664:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755819.450643:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755819.450647:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755819.450676:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657881f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ff7 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450698:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:0.0:1787755819.450704:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755819.450718:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365788231 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214013 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450860:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450874:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450884:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450898:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450905:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.450912:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755819.451060:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667053824:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755819.451734:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755819.451797:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a900 going to sleep for 11 seconds 00000100:00100000:2.0:1787755819.451930:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053824 00000100:00100000:2.0:1787755819.451938:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053824 00000100:00100000:2.0:1787755819.452071:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24504 00000100:00100000:2.0:1787755819.452083:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35154:x1874588667053824:12345-0@lo:1000:mdt00_009.0 00000100:00100000:2.0:1787755819.452175:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35154:x1874588667053824:12345-0@lo:1000:mdt00_009.0 Request processed in 95us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755819.452183:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24504 00000100:00100000:0.0:1787755819.452247:0:35154:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957497 gen 2 00000004:00080000:0.0:1787755819.452254:0:35154:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957497 committed transno 8589957497 00000100:00100000:0.0:1787755819.452288:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2ff100 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667053824:0@lo:1000:mdt00_009.0 00000004:00080000:0.0:1787755819.452649:0:35154:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d4:0x0], index 0: 0 00010000:00010000:0.0:1787755819.452831:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788246 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452844:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788246 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452854:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788246 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452887:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452895:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452901:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452909:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452914:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755819.452919:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452926:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452938:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:0.0:1787755819.452941:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755819.452946:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452952:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365788238 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755819.452967:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003cf47f3d reply state 000000005d6e4a2d transno 4294985405 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452992:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.452999:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x4ec94fd6 (ffff9dff45db1800) 00010000:00010000:0.0:1787755819.453001:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755819.453004:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755819.453042:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b325365788231 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214013 expref: 12 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.453057:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788246 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214013 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.453064:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dff45db1600) 00010000:00010000:0.0:1787755819.453067:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755819.453069:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755819.453124:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225319:x1874588654497664:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2509us (2819us total) trans 4294985405 rc 0/0 00000100:00100000:0.0:1787755819.453131:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70334 00000100:00100000:2.0:1787755819.457953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755819.458059:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654497792 00000100:00100000:1.0:1787755819.458068:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654497792 00000100:00100000:1.0:1787755819.458120:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30797 00000100:00100000:1.0:1787755819.458127:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225319:x1874588654497792:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755819.458142:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755819.458162:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21401a expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755819.458188:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755819.458209:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d4:0x0].0x0 since=8876s v=(0 0) 00010000:00010000:1.0:1787755819.458213:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755819.458223:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.458239:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.458253:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755819.458351:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225319:x1874588654497792:12345-192.168.201.7@tcp:101:bash.0 Request processed in 188us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.458359:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30797 00000100:00100000:1.0:1787755819.463759:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.463865:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498048 00000100:00100000:3.0:1787755819.463877:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498048 00000100:00100000:3.0:1787755819.463994:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9378 00000100:00100000:3.0:1787755819.464005:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225319:x1874588654498048:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755819.464362:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:225319:x1874588654498048:12345-192.168.201.7@tcp:35:bash.0 Request processed in 358us (627us total) trans 4294985406 rc 0/0 00000100:00100000:3.0:1787755819.464370:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9378 00000100:00100000:3.0:1787755819.488197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755819.488242:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755819.488736:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498176 00000100:00100000:0.0:1787755819.488755:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498176 00000100:00100000:0.0:1787755819.488831:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498304 00000100:00100000:3.0:1787755819.488966:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11148 00000100:00100000:3.0:1787755819.488994:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:34914:x1874588654498176:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755819.489015:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755819.489048:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657881ba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fe2 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.489077:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755819.489092:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578821c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214005 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755819.489103:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:3.0:1787755819.489108:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe46981200) 00010000:00010000:3.0:1787755819.489128:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657881d6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213fe9 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755819.489138:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755819.489147:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755819.489151:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498432 00000100:00100000:1.0:1787755819.489157:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498432 00000100:00100000:1.0:1787755819.489197:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11149 00000100:00100000:3.0:1787755819.489209:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34914:x1874588654498176:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 229us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.489210:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:49234:x1874588654498432:12345-192.168.201.7@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1787755819.489225:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11148 00010000:00010000:1.0:1787755819.489226:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755819.489244:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788246 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214013 expref: 13 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.489258:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dff45db1600) 00010000:00010000:1.0:1787755819.489272:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b3253657881e4 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213ff0 expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.489282:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:1.0:1787755819.489289:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365787f9f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e64:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f72 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755819.489298:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e64:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:1.0:1787755819.489304:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755819.489369:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:49234:x1874588654498432:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 164us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755819.489376:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11149 00000100:00100000:0.0:1787755819.489489:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498304 00000100:00100000:0.0:1787755819.489679:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11150 00000100:00100000:0.0:1787755819.489689:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:15681:x1874588654498304:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755819.489699:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755819.489726:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788040 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1dae:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f95 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755819.489746:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1dae:0x0].0x0 (ffff9dfe502b8300) 00010000:00010000:0.0:1787755819.489755:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755819.489778:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:15681:x1874588654498304:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 91us (1536us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755819.489785:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11150 00010000:00010000:3.0:1787755820.005129:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755820.005519:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667053952:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755820.005597:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755820.005803:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667053952 00000100:00100000:2.0:1787755820.005812:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667053952 00000100:00100000:2.0:1787755820.005875:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24505 00000100:00100000:2.0:1787755820.005887:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667053952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755820.005937:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443385344 avail 1297145856 00000100:00100000:2.0:1787755820.006019:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667053952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755820.006028:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24505 00000100:00100000:1.0:1787755820.006122:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47896a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667053952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755820.516209:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667054080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755820.516289:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755820.518400:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054080 00000100:00100000:0.0:1787755820.518418:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054080 00000100:00100000:0.0:1787755820.518513:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805 00000100:00100000:0.0:1787755820.518525:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667054080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755820.518557:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:0.0:1787755820.518643:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667054080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (2352us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755820.518649:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805 00000100:00100000:0.0:1787755820.518679:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755820.518694:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667054208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755820.518752:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755820.518812:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054208 00000100:00100000:0.0:1787755820.518817:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054208 00000100:00100000:0.0:1787755820.518847:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24506 00000100:00100000:0.0:1787755820.518853:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667054208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755820.518879:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442775040 avail 1296535552 00000100:00100000:0.0:1787755820.518915:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667054208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755820.518921:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24506 00000100:00100000:0.0:1787755820.519437:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667054208:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1787755820.519812:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755820.519863:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667054080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755820.530736:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755820.530765:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667054336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755820.530850:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755820.532728:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054336 00000100:00100000:2.0:1787755820.532744:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054336 00000100:00100000:2.0:1787755820.532821:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806 00000100:00100000:2.0:1787755820.532834:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667054336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755820.532865:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755820.532966:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667054336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (2107us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755820.532974:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806 00000100:00080000:0.0:1787755820.533146:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755820.533256:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667054336:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787755821.026536:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755821.443122:0:165448:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:3.0:1787755821.443172:0:165448:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755822.050500:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755823.077001:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755823.080262:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667054464:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080378:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080436:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667054976:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080465:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080481:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667055488:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080507:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080531:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667056000:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080552:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080577:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787755823.080583:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667054592:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080622:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080644:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667055104:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080665:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080697:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667055616:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080719:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080746:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667054720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080767:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080783:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667055232:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080804:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080819:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667055744:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080840:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080858:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787755823.080864:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667054848:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.080888:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.080904:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667055360:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081117:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054976 00000100:00100000:0.0:1787755823.081127:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054976 00000100:00100000:0.0:1787755823.081194:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056000 00000100:00100000:0.0:1787755823.081197:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056000 00000100:00100000:0.0:1787755823.081216:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054720 00000100:00100000:0.0:1787755823.081219:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054720 00000100:00100000:0.0:1787755823.081257:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055232 00000100:00100000:0.0:1787755823.081261:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055232 00000100:00100000:0.0:1787755823.081280:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054848 00000100:00100000:0.0:1787755823.081282:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054848 00000100:00100000:0.0:1787755823.081302:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15698 00000100:00100000:0.0:1787755823.081311:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667054976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081389:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667054976:12345-0@lo:400:kworker.0 Request processed in 78us (923us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081397:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15698 00000100:00100000:0.0:1787755823.081417:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15699 00000100:00100000:0.0:1787755823.081422:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667056000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081449:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667056000:12345-0@lo:400:kworker.0 Request processed in 27us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081456:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15699 00000100:00100000:0.0:1787755823.081469:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15700 00000100:00100000:0.0:1787755823.081474:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667054720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081502:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667054720:12345-0@lo:400:kworker.0 Request processed in 27us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081507:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15700 00000100:00100000:0.0:1787755823.081517:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15701 00000100:00100000:0.0:1787755823.081522:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667055232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081547:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667055232:12345-0@lo:400:kworker.0 Request processed in 26us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081553:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15701 00000100:00100000:0.0:1787755823.081564:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15702 00000100:00100000:0.0:1787755823.081570:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667054848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081595:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667054848:12345-0@lo:400:kworker.0 Request processed in 26us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081600:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15702 00000100:00100000:0.0:1787755823.081626:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054592 00000100:00100000:0.0:1787755823.081630:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054592 00000100:00100000:0.0:1787755823.081655:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055616 00000100:00100000:0.0:1787755823.081658:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055616 00000100:00100000:0.0:1787755823.081673:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24507 00000100:00100000:0.0:1787755823.081697:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588667054592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081730:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588667054592:12345-0@lo:400:kworker.0 Request processed in 35us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081736:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24507 00000100:00100000:0.0:1787755823.081749:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24508 00000100:00100000:0.0:1787755823.081754:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667055616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.081778:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667055616:12345-0@lo:400:kworker.0 Request processed in 24us (1058us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.081784:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24508 00000100:00080000:0.0:1787755823.081799:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755823.081804:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755823.081834:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667056128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755823.081884:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.083093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.083140:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667055872:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083172:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755823.083218:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667054720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083234:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667055232:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083268:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667054848:0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083303:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667054464 00000100:00100000:3.0:1787755823.083310:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667054464 00000100:00100000:3.0:1787755823.083378:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:3.0:1787755823.083387:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667054464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083435:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667054464:12345-0@lo:400:kworker.0 Request processed in 49us (3058us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.083442:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:3.0:1787755823.083480:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055360 00000100:00100000:3.0:1787755823.083484:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055360 00000100:00100000:3.0:1787755823.083532:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15703 00000100:00100000:3.0:1787755823.083539:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667055360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083577:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667055360:12345-0@lo:400:kworker.0 Request processed in 39us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.083583:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15703 00000100:00100000:3.0:1787755823.083607:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055488 00000100:00100000:3.0:1787755823.083610:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055488 00000100:00100000:3.0:1787755823.083637:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055104 00000100:00100000:3.0:1787755823.083640:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055104 00000100:00100000:3.0:1787755823.083658:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055744 00000100:00100000:3.0:1787755823.083661:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055744 00000100:00100000:3.0:1787755823.083693:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667055872 00000100:00100000:3.0:1787755823.083696:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667055872 00000100:00100000:3.0:1787755823.083716:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10100 00000100:00100000:3.0:1787755823.083722:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667055488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083753:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667055488:12345-0@lo:400:kworker.0 Request processed in 31us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.083760:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10100 00000100:00100000:3.0:1787755823.083771:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10101 00000100:00100000:3.0:1787755823.083776:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667055104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083801:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667055104:12345-0@lo:400:kworker.0 Request processed in 25us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.083807:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10101 00000100:00100000:3.0:1787755823.083817:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10102 00000100:00100000:3.0:1787755823.083823:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667055744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083849:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667055744:12345-0@lo:400:kworker.0 Request processed in 26us (3007us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.083855:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10102 00000100:00100000:3.0:1787755823.083866:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10103 00000100:00100000:3.0:1787755823.083872:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667055872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755823.083899:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667055872:12345-0@lo:400:kworker.0 Request processed in 28us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.083905:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10103 00000100:00100000:0.0:1787755823.084044:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056128 00000100:00100000:0.0:1787755823.084049:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056128 00000100:00100000:0.0:1787755823.084080:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807 00000100:00100000:0.0:1787755823.084088:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667056128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755823.084995:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755823.085101:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667056128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1011us (3214us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755823.085110:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807 00000100:00080000:0.0:1787755823.085148:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755823.085154:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755823.085158:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755823.088491:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667054592:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088510:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667055104:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088522:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667055616:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088533:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667054464:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088546:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667054976:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088560:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667055488:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088574:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667056000:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.088646:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667056128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755823.091082:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667055360:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.091099:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667055872:0@lo:400:kworker.0 00000100:00100000:0.0:1787755823.091114:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667055744:0@lo:400:kworker.0 00000004:00080000:3.0:1787755823.586484:0:9883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8880608165122ns, next at 8881608161257ns, rc = 0 00000100:00100000:0.0:1787755823.586806:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667056256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755823.586892:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1787755823.594209:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 368 committed 00010000:00010000:0.0:1787755823.594360:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755823.594377:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755823.594441:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755823.594449:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755823.594471:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b3253657880d3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657880da expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755823.594495:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985406 is committed 00000001:00080000:0.0:1787755823.594508:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985404 is committed 00000020:00080000:0.0:1787755823.594517:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe47cc9e40 refcount 2 committed 0 result 0 batchid 3434 00000020:00080000:0.0:1787755823.594521:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe52df6900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cc9cc0 00000020:00080000:0.0:1787755823.594525:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1533 00000020:00080000:0.0:1787755823.594527:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe52df6f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe494b8400 00000020:00080000:0.0:1787755823.594530:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1214 00000001:00080000:0.0:1787755823.594540:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985402 is committed 00000020:00080000:0.0:1787755823.594544:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe47cc9480 refcount 2 committed 0 result 0 batchid 3433 00000020:00080000:0.0:1787755823.594547:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe52df6a00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cc9e40 00000020:00080000:0.0:1787755823.594550:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1532 00000020:00080000:0.0:1787755823.594553:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff51af4f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe494b9200 00000020:00080000:0.0:1787755823.594556:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1213 00000004:00080000:0.0:1787755823.594563:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 367 committed 00010000:00010000:1.0:1787755823.600268:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600286:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600297:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600303:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755823.600308:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600345:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600362:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:1.0:1787755823.600365:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755823.600370:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600375:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788197 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600414:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600419:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600424:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600429:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755823.600431:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600440:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600446:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dff439f7100) 00010000:00010000:1.0:1787755823.600448:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755823.600451:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600455:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578819e lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600473:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600479:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600484:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600489:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755823.600492:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600497:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600504:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x4ec94fd6 (ffff9dff45db1800) 00010000:00010000:1.0:1787755823.600506:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755823.600508:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600514:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b32536578823f lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755823.600546:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667056384:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755823.600614:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755823.600686:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056384 00000100:00100000:1.0:1787755823.600693:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056384 00000100:00100000:1.0:1787755823.600743:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11151 00000100:00100000:1.0:1787755823.600751:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667056384:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787755823.600764:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755823.600781:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657880da lrc: 0/0,0 mode: --/PW res: [0x200000401:0x196:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657880d3 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.600794:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x196:0x0].0x5a734ce9 (ffff9dff821faf00) 00010000:00010000:1.0:1787755823.600802:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755823.600850:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667056384:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 99us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755823.600857:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11151 00000100:00100000:1.0:1787755823.600910:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667056384:0@lo:103:jbd2/dm-1-8.0 00000020:00080000:1.0:1787755823.600950:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3430 00000100:00100000:3.0:1787755823.607279:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056256 00000100:00100000:3.0:1787755823.607296:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056256 00000100:00100000:3.0:1787755823.607385:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6808 00000100:00100000:3.0:1787755823.607396:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667056256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755823.607441:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755823.607523:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667056256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (20630us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.607530:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6808 00000100:00100000:2.0:1787755823.612408:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755823.612449:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667056512:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1787755823.612548:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1787755823.612835:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe47cc9f00 refcount 2 committed 0 result 0 batchid 3432 00000020:00080000:0.0:1787755823.612841:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff466fcf00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cc9180 00000020:00080000:0.0:1787755823.612845:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1531 00000020:00080000:0.0:1787755823.612848:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff466fce00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a86da00 00000020:00080000:0.0:1787755823.612851:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1212 00000020:00080000:0.0:1787755823.620359:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a20fa80 refcount 2 committed 0 result 0 batchid 3431 00000020:00080000:0.0:1787755823.620371:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe44a2d700 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a20f3c0 00000020:00080000:0.0:1787755823.620375:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1530 00000020:00080000:0.0:1787755823.620378:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe44a2d600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47c57e00 00000020:00080000:0.0:1787755823.620381:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1211 00000100:00100000:3.0:1787755823.620601:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056512 00000100:00100000:3.0:1787755823.620610:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056512 00000020:00080000:1.0:1787755823.621116:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3434 committed batchid 3430 00000020:00080000:1.0:1787755823.621174:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3430 00000100:00100000:1.0:1787755823.621223:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667056256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755823.621641:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30798 00000100:00100000:3.0:1787755823.622080:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667056512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1787755823.622117:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1237 count 1 00010000:00010000:3.0:1787755823.622148:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.622172:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.622181:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d5:0x0].0x0 since=12s v=(0 0) 00010000:00010000:3.0:1787755823.622185:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755823.622190:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.622229:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.622245:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 6 pid: 8435 timeout: 8980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755823.622261:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667056640:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755823.623545:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755823.632621:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667056640:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755823.632675:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755823.634301:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755823.634833:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498560 00000100:00100000:3.0:1787755823.634844:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498560 00010000:00010000:3.0:1787755823.634893:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 7 pid: 8435 timeout: 8980 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755823.634922:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755823.634948:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21708 00000100:00100000:3.0:1787755823.634959:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654498560:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755823.635050:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755823.635056:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 7 pid: 8435 timeout: 8980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635071:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 7 pid: 8435 timeout: 8980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635094:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009182b271/0x9b2b325365787ef7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff213f33 expref: 7 pid: 8435 timeout: 8980 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635111:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755823.635115:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755823.635121:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635131:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635172:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755823.635230:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654498560:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 272us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755823.635237:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21708 00010000:00010000:1.0:1787755823.635459:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.635470:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.635480:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.635489:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755823.635508:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755823.635707:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667056512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14055us (23158us total) trans 4294976202 rc 0/0 00000100:00100000:1.0:1787755823.635717:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30798 00010000:00010000:3.0:1787755823.635915:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755823.635922:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635932:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755823.635937:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.635946:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755823.636383:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a3a1c00/2, rc 0, transno 4294976202 00000100:00100000:0.0:1787755823.636394:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667056512:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1787755823.637106:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.637124:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b32536578825b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755823.637154:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755823.637156:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755823.637159:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755824.100861:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755824.517430:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.517539:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.517567:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.524393:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.524427:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.524452:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755824.528016:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498816 00000100:00100000:2.0:1787755824.528035:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498816 00000100:00100000:2.0:1787755824.528131:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499328 00000100:00100000:2.0:1787755824.528136:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499328 00000100:00100000:2.0:1787755824.528171:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15704 00000100:00100000:2.0:1787755824.528185:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654498816:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755824.528310:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654498816:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 127us (10892us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.528337:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15704 00000100:00100000:2.0:1787755824.528359:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15705 00000100:00100000:2.0:1787755824.528366:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654499328:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755824.528397:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654499328:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (10829us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.528404:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15705 00000100:00100000:2.0:1787755824.528433:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499072 00000100:00100000:2.0:1787755824.528437:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499072 00000100:00100000:2.0:1787755824.528466:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499584 00000100:00100000:2.0:1787755824.528471:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499584 00000100:00100000:2.0:1787755824.528494:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10104 00000100:00100000:2.0:1787755824.528501:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654499072:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755824.528532:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654499072:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (10994us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.528538:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10104 00000100:00100000:2.0:1787755824.528551:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10105 00000100:00100000:2.0:1787755824.528557:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654499584:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755824.528579:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654499584:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (4152us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.528585:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10105 00000100:00080000:2.0:1787755824.528605:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755824.528610:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755824.529742:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.529772:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.529793:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.529830:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499200 00000100:00100000:3.0:1787755824.529838:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499200 00000100:00100000:3.0:1787755824.530144:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499712 00000100:00100000:3.0:1787755824.530149:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499712 00000100:00100000:3.0:1787755824.530179:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10106 00000100:00100000:3.0:1787755824.530188:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654499200:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755824.530250:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654499200:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 63us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755824.530258:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10106 00000100:00100000:3.0:1787755824.530278:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10107 00000100:00100000:3.0:1787755824.530285:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654499712:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755824.530312:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654499712:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755824.530355:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10107 00000100:00100000:3.0:1787755824.530381:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498688 00000100:00100000:3.0:1787755824.530385:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498688 00000100:00100000:3.0:1787755824.530413:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2398 00000100:00100000:3.0:1787755824.530419:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654498688:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755824.530449:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654498688:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (6068us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755824.530455:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2398 00000100:00100000:3.0:1787755824.530517:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.530636:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755824.531845:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654498944 00000100:00100000:0.0:1787755824.531856:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654498944 00000100:00100000:0.0:1787755824.531920:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499456 00000100:00100000:0.0:1787755824.531924:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499456 00000100:00100000:0.0:1787755824.531950:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15706 00000100:00100000:0.0:1787755824.531959:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654498944:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755824.532030:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654498944:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 71us (7576us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755824.532038:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15706 00000100:00100000:0.0:1787755824.532056:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15707 00000100:00100000:0.0:1787755824.532064:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654499456:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755824.532091:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654499456:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (2319us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755824.532098:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15707 00000100:00100000:0.0:1787755824.532197:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499968 00000100:00100000:0.0:1787755824.532201:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499968 00000100:00100000:0.0:1787755824.532229:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30799 00000100:00100000:0.0:1787755824.532235:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654499968:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:0.0:1787755824.532307:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654499968:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 71us (1789us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755824.532330:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30799 00000100:00100000:0.0:1787755824.532349:0:20162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654499840 00000100:00100000:0.0:1787755824.532352:0:20162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654499840 00002000:00100000:0.0:1787755824.532374:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x51b:0x0] (0->5) req@ffff9dfe4a9c1c00 x1874588654499840/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:395/0 lens 496/0 e 0 to 0 dl 1787755835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755824.532393:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a9c1c00 with x1874588654499840 ext(0->5) 00002000:00010000:0.0:1787755824.532399:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a9c1c00 00000100:00100000:0.0:1787755824.532455:0:20162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27933 00000100:00100000:0.0:1787755824.532463:0:20162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654499840:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:0.0:1787755824.537501:0:20162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654499840:12345-192.168.201.7@tcp:4:bash.0 Request processed in 5027us (6853us total) trans 4294976203 rc 0/0 00000100:00100000:0.0:1787755824.537516:0:20162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27933 00002000:00100000:0.0:1787755824.537531:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x51b:0x0] (0->5) req@ffff9dfe4a9c1c00 x1874588654499840/t4294976203(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:395/0 lens 496/448 e 0 to 0 dl 1787755835 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755824.537542:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a9c1c00 with x1874588654499840 ext(0->5) 00002000:00010000:0.0:1787755824.537549:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a9c1c00 00000100:00080000:2.0:1787755824.537712:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755824.537718:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755824.546360:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.546505:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.546540:0:24202:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500096 00000100:00100000:3.0:1787755824.546550:0:24202:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500096 00002000:00100000:3.0:1787755824.546597:0:24202:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x4d4:0x0] (0->5) req@ffff9dfe466c2d80 x1874588654500096/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:395/0 lens 496/0 e 0 to 0 dl 1787755835 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755824.546608:0:24202:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe466c2d80 with x1874588654500096 ext(0->5) 00002000:00010000:3.0:1787755824.546614:0:24202:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe466c2d80 00000100:00100000:2.0:1787755824.547062:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500224 00000100:00100000:2.0:1787755824.547067:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500224 00000100:00100000:2.0:1787755824.547104:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30800 00000100:00100000:2.0:1787755824.547113:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654500224:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:2.0:1787755824.547211:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654500224:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 98us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.547219:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30800 00000100:00100000:3.0:1787755824.549391:0:24202:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27934 00000100:00100000:3.0:1787755824.549415:0:24202:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654500096:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:3.0:1787755824.556516:0:24202:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654500096:12345-192.168.201.7@tcp:4:bash.0 Request processed in 7097us (9998us total) trans 4294973867 rc 0/0 00000001:00080000:2.0:1787755824.562362:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973867 is committed 00000001:00080000:2.0:1787755824.562385:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973866 is committed 00000100:00100000:3.0:1787755824.566547:0:24202:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27934 00002000:00100000:3.0:1787755824.566573:0:24202:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000400:0x4d4:0x0] (0->5) req@ffff9dfe466c2d80 x1874588654500096/t4294973867(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:395/0 lens 496/448 e 0 to 0 dl 1787755835 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755824.566585:0:24202:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe466c2d80 with x1874588654500096 ext(0->5) 00002000:00010000:3.0:1787755824.566593:0:24202:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe466c2d80 00000100:00100000:0.0:1787755824.754150:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755824.754239:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500352 00000100:00100000:1.0:1787755824.754250:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500352 00000100:00100000:1.0:1787755824.754349:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70335 00000100:00100000:1.0:1787755824.754364:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:225500:x1874588654500352:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755824.754396:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755824.754421:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788262 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214021 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755824.754525:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755824.754541:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755824.754562:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755824.754618:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755824.754622:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755824.754665:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755824.754693:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788262 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755824.754712:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755824.754720:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755824.754723:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755824.754727:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755824.754793:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:225500:x1874588654500352:12345-192.168.201.7@tcp:101:cat.0 Request processed in 432us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755824.754801:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70335 00000100:00100000:2.0:1787755824.768223:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755824.768267:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500480 00000100:00100000:2.0:1787755824.768281:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500480 00000100:00100000:2.0:1787755824.768374:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70336 00000100:00100000:2.0:1787755824.768388:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:225500:x1874588654500480:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755824.768414:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755824.768438:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788270 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214028 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768511:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768525:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768535:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768603:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768612:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768619:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768726:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788285 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768733:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788285 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768740:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788285 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755824.768761:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788285 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768776:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768783:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768789:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768794:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768800:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755824.768803:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768810:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768823:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755824.768826:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755824.768830:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768836:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788277 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768848:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768854:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768859:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768864:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755824.768867:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768872:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768880:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981d00) 00010000:00010000:2.0:1787755824.768882:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755824.768884:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768890:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578827e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768924:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788270 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214028 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768938:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788285 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214028 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.768945:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755824.768948:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755824.768950:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755824.769032:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:225500:x1874588654500480:12345-192.168.201.7@tcp:101:cat.0 Request processed in 647us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.769040:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70336 00000100:00100000:0.0:1787755824.775261:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755824.775585:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500608 00000100:00100000:3.0:1787755824.775597:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500608 00000100:00100000:3.0:1787755824.775672:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70337 00000100:00100000:3.0:1787755824.775685:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:225500:x1874588654500608:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755824.775706:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755824.775730:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578828c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21402f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755824.775802:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788293 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755824.776760:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788293 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755824.776781:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788293 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755824.777424:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00000004:00200000:3.0:1787755824.777431:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755824.777483:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578828c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21402f expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755824.777826:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788293 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21402f expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755824.777836:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:3.0:1787755824.777839:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755824.777842:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755824.777927:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:225500:x1874588654500608:12345-192.168.201.7@tcp:101:cat.0 Request processed in 2242us (2677us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755824.777936:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70337 00000100:00100000:1.0:1787755824.792914:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755824.793587:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500736 00000100:00100000:2.0:1787755824.793600:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500736 00000100:00100000:2.0:1787755824.793687:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70338 00000100:00100000:2.0:1787755824.793698:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:225500:x1874588654500736:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755824.793719:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755824.793742:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578829a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214036 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.793816:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.793833:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.793845:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755824.794065:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x199:0x0]: returning size 4096 00000004:00200000:2.0:1787755824.794071:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755824.794111:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578829a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.794129:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.794137:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe46981000) 00010000:00010000:2.0:1787755824.794140:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755824.794144:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755824.800122:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:225500:x1874588654500736:12345-192.168.201.7@tcp:101:cat.0 Request processed in 6409us (7202us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.800143:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70338 00000100:00100000:0.0:1787755824.811407:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755824.811501:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654500864 00000100:00100000:2.0:1787755824.811513:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654500864 00000100:00100000:2.0:1787755824.811582:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70339 00000100:00100000:2.0:1787755824.811596:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:225500:x1874588654500864:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755824.811623:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755824.811719:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657882a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21403d expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.811821:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.811837:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.811852:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755824.811926:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x197:0x0]: returning size 4096 00000004:00200000:2.0:1787755824.811932:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755824.811974:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657882a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.811994:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.812005:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe46981d00) 00010000:00010000:2.0:1787755824.812008:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755824.812013:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755824.812089:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+9:225500:x1874588654500864:12345-192.168.201.7@tcp:101:cat.0 Request processed in 495us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755824.812098:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70339 00000100:00100000:0.0:1787755824.821914:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755824.822156:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501120 00000100:00100000:2.0:1787755824.822168:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501120 00000100:00100000:2.0:1787755824.822232:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70340 00000100:00100000:2.0:1787755824.822244:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:225500:x1874588654501120:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755824.822267:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755824.822290:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657882b6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214044 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.822403:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.822418:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.822429:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.822440:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.822447:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755824.822453:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:2.0:1787755824.822520:0:8458:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00010000:00010000:3.0:1787755825.122471:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755825.122781:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667056768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755825.122856:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:3.0:1787755825.128613:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957499 is committed 00010000:00010000:2.0:1787755825.128828:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.128841:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.128849:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.128856:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755825.128861:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.128869:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.128897:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dfe46981900) 00010000:00010000:2.0:1787755825.128901:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755825.128905:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.128912:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788215 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755825.129053:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056768 00000100:00100000:1.0:1787755825.129064:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056768 00000100:00100000:1.0:1787755825.129125:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24509 00000100:00100000:1.0:1787755825.129136:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667056768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755825.129173:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443385344 avail 1297145856 00000100:00100000:1.0:1787755825.129556:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667056768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 421us (6698us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.129565:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24509 00000100:00100000:0.0:1787755825.129733:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985404 gen 2 00000004:00080000:0.0:1787755825.129740:0:3650:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985404 committed transno 4294985404 00000100:00100000:0.0:1787755825.129771:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667056768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755825.297436:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755825.297818:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501248 00000100:00100000:2.0:1787755825.297829:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501248 00000100:00100000:2.0:1787755825.297899:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70341 00000100:00100000:2.0:1787755825.297910:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225502:x1874588654501248:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755825.297932:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755825.297953:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657882cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21404b expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.298024:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.298038:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.298050:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755825.298097:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755825.298101:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755825.298123:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.298148:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657882cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.298169:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.298176:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755825.298179:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755825.298183:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755825.298254:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225502:x1874588654501248:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 344us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.298262:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70341 00000100:00100000:0.0:1787755825.307717:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755825.308385:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501376 00000100:00100000:1.0:1787755825.308398:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501376 00000100:00100000:1.0:1787755825.308472:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70342 00000100:00100000:1.0:1787755825.308485:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225502:x1874588654501376:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755825.308518:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755825.308543:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657882d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214052 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308627:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308651:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308663:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308677:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308685:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308692:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308770:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308784:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.308791:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755825.308992:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309009:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309015:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309022:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309029:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309035:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755825.309039:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309046:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309061:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755825.309064:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755825.309068:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309075:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657882e0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309092:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309110:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309117:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309122:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755825.309126:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309131:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309139:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe466c5400) 00010000:00010000:1.0:1787755825.309142:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755825.309144:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309150:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b3253657882e7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309185:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657882d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309215:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.309223:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:1.0:1787755825.309225:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755825.309228:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755825.309823:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225502:x1874588654501376:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1337us (2115us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.309832:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70342 00000100:00100000:3.0:1787755825.317470:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755825.317913:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501504 00000100:00100000:0.0:1787755825.317925:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501504 00000100:00100000:0.0:1787755825.318001:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70343 00000100:00100000:0.0:1787755825.318012:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225502:x1874588654501504:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755825.318032:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755825.318054:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b3253657882f5 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214059 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.318118:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657882fc lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.318133:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657882fc lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.318146:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657882fc lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755825.318270:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00000004:00200000:0.0:1787755825.318276:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755825.318371:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b3253657882f5 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214059 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.318392:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657882fc lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214059 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.318402:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:0.0:1787755825.318405:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755825.318409:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755825.318471:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225502:x1874588654501504:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 460us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.318482:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70343 00000100:00100000:3.0:1787755825.325711:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755825.325987:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501632 00000100:00100000:2.0:1787755825.325997:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501632 00000100:00100000:2.0:1787755825.326052:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70344 00000100:00100000:2.0:1787755825.326061:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225502:x1874588654501632:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755825.326081:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755825.326101:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365788303 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214060 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326161:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 3/1,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326173:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326183:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326196:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326203:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326209:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326296:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326304:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326310:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755825.326381:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e67:0x0]: returning size 6 00000004:00200000:2.0:1787755825.326386:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755825.326402:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326413:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326422:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326428:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326435:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326441:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326447:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755825.326451:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326458:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326467:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe46981000) 00010000:00010000:2.0:1787755825.326470:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755825.326474:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 3/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326484:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578830a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326498:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326502:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326508:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326512:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755825.326515:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326521:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326528:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x4ec94fd6 (ffff9dfe46981100) 00010000:00010000:2.0:1787755825.326530:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755825.326532:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326538:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b325365788311 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326566:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365788303 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214060 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326593:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214060 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.326600:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755825.326602:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755825.326604:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755825.326731:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225502:x1874588654501632:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 670us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.326738:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70344 00000100:00100000:0.0:1787755825.347184:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755825.355812:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501760 00000100:00100000:2.0:1787755825.355829:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501760 00000100:00100000:2.0:1787755825.356021:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70345 00000100:00100000:2.0:1787755825.356034:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225502:x1874588654501760:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755825.356056:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755825.356076:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578831f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214067 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.356146:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.356161:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.356173:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.356183:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.356191:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.356198:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357420:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357436:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357445:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755825.357488:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1daf:0x0]: returning size 6 00000004:00200000:2.0:1787755825.357492:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755825.357515:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357527:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357537:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357544:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357552:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357564:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357570:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755825.357574:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357582:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357594:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe46981d00) 00010000:00010000:2.0:1787755825.357597:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755825.357601:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357608:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788326 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357642:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357649:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357656:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357661:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755825.357664:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357675:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357682:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dfe46981900) 00010000:00010000:2.0:1787755825.357685:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755825.357688:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357694:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578832d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357723:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b32536578831f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214067 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357737:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214067 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.357744:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe46981100) 00010000:00010000:2.0:1787755825.357747:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755825.357750:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755825.359716:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225502:x1874588654501760:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 3672us (12529us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.359727:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70345 00000100:00100000:3.0:1787755825.371827:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755825.371911:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755825.372097:0:124229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502144 00000100:00100000:0.0:1787755825.372108:0:124229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502144 00000100:00100000:0.0:1787755825.372176:0:124229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1234 00000100:00100000:0.0:1787755825.372189:0:124229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225502:x1874588654502144:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:0.0:1787755825.372253:0:124229:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755825.372288:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788334 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214067 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.372311:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe46981100) 00010000:00010000:0.0:1787755825.372360:0:124229:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755825.372448:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667056896:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.372513:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.372544:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.372574:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667056896 00000100:00100000:0.0:1787755825.372578:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667056896 00000100:00100000:0.0:1787755825.372610:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24510 00000100:00100000:0.0:1787755825.372616:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667056896:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.372696:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667056896:12345-0@lo:1000:mdt_io00_003.0 Request processed in 80us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.372705:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24510 00000100:00100000:0.0:1787755825.372746:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667056896:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.372818:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057024:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.372840:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.372856:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.372870:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667057024 00000100:00100000:0.0:1787755825.372874:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667057024 00000100:00100000:0.0:1787755825.372908:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24511 00000100:00100000:0.0:1787755825.372915:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057024:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.372989:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057024:12345-0@lo:1000:mdt_io00_003.0 Request processed in 74us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.372996:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24511 00000100:00100000:0.0:1787755825.373021:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057024:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755825.373044:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00000100:00100000:0.0:1787755825.373069:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057152:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373091:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.373105:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.373116:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667057152 00000100:00100000:0.0:1787755825.373119:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667057152 00000100:00100000:0.0:1787755825.373138:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24512 00000100:00100000:0.0:1787755825.373145:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057152:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373197:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057152:12345-0@lo:1000:mdt_io00_003.0 Request processed in 51us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.373203:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24512 00000100:00100000:0.0:1787755825.373230:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057152:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755825.373246:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e66:0x0] 00000100:00100000:0.0:1787755825.373269:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057280:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373295:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.373308:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.373345:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667057280 00000100:00100000:0.0:1787755825.373350:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667057280 00000100:00100000:0.0:1787755825.373370:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24513 00000100:00100000:0.0:1787755825.373376:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057280:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373419:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057280:12345-0@lo:1000:mdt_io00_003.0 Request processed in 42us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.373426:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24513 00000100:00100000:0.0:1787755825.373450:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057280:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755825.373482:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00000100:00100000:0.0:1787755825.373500:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057408:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373523:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.373536:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.373546:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667057408 00000100:00100000:0.0:1787755825.373549:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667057408 00000100:00100000:0.0:1787755825.373567:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24514 00000100:00100000:0.0:1787755825.373573:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057408:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373618:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057408:12345-0@lo:1000:mdt_io00_003.0 Request processed in 45us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.373625:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24514 00000100:00100000:0.0:1787755825.373666:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057408:0@lo:1000:mdt_io00_003.0 00000004:00020000:0.0:1787755825.373689:0:124229:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:0.0:1787755825.373733:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 3/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.373743:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 3/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.373753:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 3/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755825.373766:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057536:0@lo:101:mdt_io00_003.0 00000100:00100000:0.0:1787755825.373790:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.373804:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86d80 going to sleep for 11 seconds 00000004:00020000:0.0:1787755825.373816:0:8458:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4450 00010000:00010000:0.0:1787755825.373864:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.373877:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.373888:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755825.373898:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1daf:0x0]: returning size 6 00010000:00010000:0.0:1787755825.373990:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.373998:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374004:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374011:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374018:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755825.374022:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374030:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374042:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe46981d00) 00010000:00010000:0.0:1787755825.374045:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755825.374049:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 3/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374056:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b3253657882bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374069:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374076:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374082:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374086:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755825.374089:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374095:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374102:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dfe46981900) 00010000:00010000:0.0:1787755825.374104:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755825.374107:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374113:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657882c4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374161:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657882b6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374175:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374182:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:0.0:1787755825.374184:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755825.374186:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755825.374231:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:225500:x1874588654501120:12345-192.168.201.7@tcp:101:cat.0 Request processed in 551988us (552328us total) trans 8589957500 rc 0/0 00000100:00100000:0.0:1787755825.374238:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70340 00000100:00100000:0.0:1787755825.374386:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667057536 00000100:00100000:0.0:1787755825.374391:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667057536 00000100:00100000:0.0:1787755825.374415:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24515 00000100:00100000:0.0:1787755825.374422:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667057536:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755825.374432:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755825.374445:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578833b expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374463:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374473:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374518:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.374533:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 6 pid: 10713 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755825.374545:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588667057664:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755825.374589:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755825.375141:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654501888 00000100:00100000:2.0:1787755825.375147:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654501888 00000100:00100000:2.0:1787755825.375195:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11152 00000100:00100000:2.0:1787755825.375204:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654501888:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755825.375218:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755825.375237:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b325365788318 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214060 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.375252:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755825.375260:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755825.375290:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654501888:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 87us (3490us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.375296:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11152 00000100:00100000:0.0:1787755825.387509:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588667057664:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755825.387551:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.387566:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe46981000) 00010000:00010000:0.0:1787755825.387569:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755825.387573:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.387584:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755825.387673:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667057536:12345-0@lo:101:mdt_io00_003.0 Request processed in 13251us (13882us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.387683:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24515 00000100:00100000:2.0:1787755825.387790:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667057536:0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755825.387821:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 4/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.387831:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 4/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755825.390402:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755825.390728:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502272 00000100:00100000:1.0:1787755825.390739:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502272 00010000:00010000:1.0:1787755825.390782:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 7 pid: 10713 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755825.390833:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21709 00000100:00100000:1.0:1787755825.390844:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654502272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755825.390858:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755825.390866:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 7 pid: 10713 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.390892:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 7 pid: 10713 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.390914:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657882a1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214036 expref: 7 pid: 10713 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.390937:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe46981000) 00010000:00010000:1.0:1787755825.390945:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 5 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.390956:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 5 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.390965:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 5 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.391001:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 5 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755825.391014:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:34739:1874588667057792:0@lo:105: 00000100:00100000:1.0:1787755825.391063:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.391111:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755825.391434:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667057792 00000100:00100000:2.0:1787755825.391440:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667057792 00000100:00100000:2.0:1787755825.391479:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7939 00000100:00100000:2.0:1787755825.391487:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:34739:x1874588667057792:12345-0@lo:105: 00010000:00010000:2.0:1787755825.391497:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 5/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.391506:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 5/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.391519:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 5/0,1 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.391526:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.391532:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.391540:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.391630:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccd800) 00000100:00100000:2.0:1787755825.391690:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:34739:x1874588667057792:12345-0@lo:105: Request processed in 204us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.391697:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7939 00000100:00100000:2.0:1787755825.391753:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:34739:1874588667057792:0@lo:105: 00010000:00010000:2.0:1787755825.391769:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755825.391821:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b29850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654502272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 978us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.391829:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21709 00010000:00010000:3.0:1787755825.397887:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.397907:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755825.397945:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00000100:00100000:1.0:1787755825.398280:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755825.398435:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502400 00000100:00100000:2.0:1787755825.398445:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502400 00000100:00100000:2.0:1787755825.398517:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30801 00000100:00100000:2.0:1787755825.398528:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654502400:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755825.398551:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755825.398570:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fc47c55/0x9b2b325365788357 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21406e expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755825.398672:0:35156:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35156:1874588667057920:192.168.201.7@tcp:106: 00000100:00100000:2.0:1787755825.398757:0:35156:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2a80 going to sleep for 11 seconds 00002000:00010000:3.0:1787755825.409892:0:35156:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x51b:0x0] updating lvb size: 0 -> 6 00002000:00010000:3.0:1787755825.409903:0:35156:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x51b:0x0] updating lvb mtime: 0 -> 1787755819 00002000:00010000:3.0:1787755825.409906:0:35156:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x51b:0x0] updating lvb atime: 0 -> 1787755819 00002000:00010000:3.0:1787755825.409908:0:35156:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x51b:0x0] updating lvb ctime: 0 -> 1787755819 00002000:00010000:3.0:1787755825.409910:0:35156:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x51b:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:3.0:1787755825.409937:0:35156:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:35156:1874588667057920:192.168.201.7@tcp:106: 00010000:00010000:3.0:1787755825.409976:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004fc47c55/0x9b2b325365788357 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21406e expref: 6 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.410000:0:35156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fc47c55/0x9b2b325365788357 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21406e expref: 6 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.410013:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:3.0:1787755825.410091:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654502400:12345-192.168.201.7@tcp:101:cat.0 Request processed in 11565us (11815us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755825.410104:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30801 00010000:00010000:0.0:1787755825.410478:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.410489:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755825.410501:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 3/0,1 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755825.410521:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058048:0@lo:101:mdt_io00_003.0 00000100:00100000:0.0:1787755825.410568:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.410598:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa869c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755825.410679:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667058048 00000100:00100000:2.0:1787755825.410686:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667058048 00000100:00100000:2.0:1787755825.410737:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24516 00000100:00100000:2.0:1787755825.410746:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667058048:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755825.410763:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755825.410780:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365788365 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578835e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.410805:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365788365 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578835e expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.410819:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365788365 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578835e expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.410827:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x4ec94fd6 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755825.410830:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755825.410833:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755825.410875:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058048:12345-0@lo:101:mdt_io00_003.0 Request processed in 129us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.410882:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24516 00000100:00100000:3.0:1787755825.410956:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058048:0@lo:101:mdt_io00_003.0 00010000:00010000:3.0:1787755825.410970:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.410981:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755825.410996:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00010000:00010000:3.0:1787755825.411013:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.411025:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.411034:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.411056:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.411072:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 10 pid: 35152 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755825.411083:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667058176:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755825.411124:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755825.417727:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667058176:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755825.417762:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755825.423836:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755825.423944:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502528 00000100:00100000:3.0:1787755825.423955:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502528 00000100:00100000:3.0:1787755825.424030:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30802 00000100:00100000:3.0:1787755825.424041:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:225500:x1874588654502528:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755825.424059:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755825.424079:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214075 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.424113:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 7 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.424122:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x51b:0x0].0x0 since=6s v=(0 0) 00010000:00010000:3.0:1787755825.424126:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755825.424132:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.424164:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 7 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.424176:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 7 pid: 35160 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755825.424190:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588667058304:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755825.424282:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.426715:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755825.426758:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755825.426849:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502656 00000100:00100000:2.0:1787755825.426858:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502656 00010000:00010000:2.0:1787755825.426902:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 11 pid: 35152 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755825.426940:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502784 00000100:00100000:2.0:1787755825.426944:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502784 00010000:00010000:2.0:1787755825.426969:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 8 pid: 35160 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755825.426991:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21710 00000100:00100000:2.0:1787755825.427000:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2399:x1874588654502656:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755825.427014:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755825.427021:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 11 pid: 35152 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427035:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 11 pid: 35152 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427080:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657882af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21403d expref: 11 pid: 35152 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427098:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe46981d00) 00010000:00010000:2.0:1787755825.427104:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427113:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427124:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427151:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755825.427200:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2399:x1874588654502656:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 200us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.427208:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21710 00000100:00100000:2.0:1787755825.427226:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21711 00000100:00100000:2.0:1787755825.427233:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654502784:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755825.427242:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755825.427263:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 8 pid: 35160 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427274:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 8 pid: 35160 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427291:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755825.427295:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755825.427302:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427352:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.427384:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755825.427399:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1874588667058432:192.168.201.7@tcp:105: 00000100:00100000:2.0:1787755825.427447:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00000100:00080000:2.0:1787755825.427463:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787755825.428039:0:35160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d92af7e8/0x9b2b32536578822a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21400c expref: 8 pid: 35160 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755825.428054:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588667058304:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755825.428079:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.428088:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755825.428137:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:225500:x1874588654502528:12345-192.168.201.7@tcp:101:cat.0 Request processed in 4097us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755825.428145:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30802 00010000:00010000:3.0:1787755825.428177:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.428185:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.428208:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.428218:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.428226:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755825.428276:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058560:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.428354:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.428378:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755825.432033:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667058560 00000100:00100000:2.0:1787755825.432049:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667058560 00000100:00100000:2.0:1787755825.432127:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24517 00000100:00100000:2.0:1787755825.432138:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058560:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755825.432267:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058560:12345-0@lo:1000:mdt_io00_003.0 Request processed in 131us (3912us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.432275:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24517 00000100:00100000:3.0:1787755825.432462:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058560:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.432546:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058688:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.432585:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.432611:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.432703:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667058688 00000100:00100000:1.0:1787755825.432709:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667058688 00000100:00100000:1.0:1787755825.432743:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24518 00000100:00100000:1.0:1787755825.432750:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058688:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.432837:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058688:12345-0@lo:1000:mdt_io00_003.0 Request processed in 86us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.432843:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24518 00000100:00100000:3.0:1787755825.434329:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058688:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.434415:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058816:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.434470:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.434522:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.434711:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667058816 00000100:00100000:0.0:1787755825.434720:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667058816 00000100:00100000:0.0:1787755825.434779:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24519 00000100:00100000:0.0:1787755825.434792:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058816:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.434964:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058816:12345-0@lo:1000:mdt_io00_003.0 Request processed in 173us (492us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755825.434972:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24519 00000100:00100000:3.0:1787755825.436657:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058816:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.436767:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058944:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.436827:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.436850:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755825.437118:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6506:1874588667058432:192.168.201.7@tcp:105: 00010000:00010000:2.0:1787755825.437132:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755825.437185:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654502784:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 9950us (10425us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.437195:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21711 00000100:00100000:0.0:1787755825.437594:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667058944 00000100:00100000:0.0:1787755825.437604:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667058944 00000100:00100000:0.0:1787755825.437652:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24520 00000100:00100000:0.0:1787755825.437661:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058944:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.437733:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667058944:12345-0@lo:1000:mdt_io00_003.0 Request processed in 73us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.437740:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24520 00000100:00100000:3.0:1787755825.438562:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667058944:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.438695:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059072:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.438736:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.438768:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755825.439213:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059072 00000100:00100000:2.0:1787755825.439220:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059072 00000100:00100000:2.0:1787755825.439275:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24521 00000100:00100000:2.0:1787755825.439285:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667059072:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755825.439421:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667059072:12345-0@lo:1000:mdt_io00_003.0 Request processed in 138us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.439429:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24521 00000100:00100000:3.0:1787755825.440399:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059072:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755825.440439:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e66:0x0] 00000100:00100000:0.0:1787755825.441089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755825.441189:0:24204:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654502912 00000100:00100000:1.0:1787755825.441197:0:24204:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654502912 00002000:00100000:1.0:1787755825.441245:0:24204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x51b:0x0] (0->4095) req@ffff9dfe426af100 x1874588654502912/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:396/0 lens 488/0 e 0 to 0 dl 1787755836 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755825.441257:0:24204:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe426af100 with x1874588654502912 ext(0->4095) 00002000:00010000:1.0:1787755825.441263:0:24204:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe426af100 00000100:00100000:1.0:1787755825.441298:0:24204:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27935 00000100:00100000:1.0:1787755825.441309:0:24204:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654502912:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:1.0:1787755825.441609:0:24204:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654502912:12345-192.168.201.7@tcp:3:cat.0 Request processed in 301us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1787755825.441618:0:24204:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27935 00002000:00100000:1.0:1787755825.441625:0:24204:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x51b:0x0] (0->4095) req@ffff9dfe426af100 x1874588654502912/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:396/0 lens 488/4536 e 0 to 0 dl 1787755836 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755825.441643:0:24204:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe426af100 with x1874588654502912 ext(0->4095) 00002000:00010000:1.0:1787755825.441647:0:24204:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe426af100 00010000:00010000:3.0:1787755825.442603:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.442625:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.442646:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.442683:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.442699:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 9 pid: 8458 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755825.442714:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667059200:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755825.442787:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.455619:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755825.455668:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755825.455813:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667059200:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755825.455842:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755825.455928:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654503168 00000100:00100000:2.0:1787755825.455936:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654503168 00000100:00100000:2.0:1787755825.455996:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70346 00000100:00100000:2.0:1787755825.456005:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+10:225500:x1874588654503168:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755825.456029:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755825.456050:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788388 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1daf:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21407c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.456108:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788388 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1daf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21407c expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.456125:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788388 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1daf:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21407c expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755825.456146:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:2.0:1787755825.456150:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755825.456154:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755825.456222:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+11:225500:x1874588654503168:12345-192.168.201.7@tcp:101:cat.0 Request processed in 217us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755825.456230:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70346 00000100:00100000:1.0:1787755825.456592:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654503040 00000100:00100000:1.0:1787755825.456598:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654503040 00010000:00010000:1.0:1787755825.456623:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 11 pid: 8458 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755825.456666:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21712 00000100:00100000:1.0:1787755825.456677:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654503040:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755825.456688:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755825.456694:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 11 pid: 8458 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.456711:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 11 pid: 8458 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.456733:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788342 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1daf:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214044 expref: 11 pid: 8458 timeout: 8982 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.456752:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:1.0:1787755825.456756:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.456766:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.456773:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.456801:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755825.456836:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654503040:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 160us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.456844:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21712 00010000:00010000:3.0:1787755825.456940:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.456948:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.457011:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.457019:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.457029:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755825.457051:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059328:0@lo:101:mdt_io00_003.0 00000100:00100000:3.0:1787755825.457104:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.457141:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.457554:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059328 00000100:00100000:1.0:1787755825.457562:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059328 00000100:00100000:1.0:1787755825.457599:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24522 00000100:00100000:1.0:1787755825.457607:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667059328:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755825.457622:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755825.457649:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365788396 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578838f expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.457674:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365788396 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578838f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.457686:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365788396 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578838f expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.457693:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755825.457696:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1787755825.457698:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755825.457737:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059328:12345-0@lo:101:mdt_io00_003.0 Request processed in 130us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.457743:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24522 00000100:00100000:3.0:1787755825.457965:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059328:0@lo:101:mdt_io00_003.0 00010000:00010000:3.0:1787755825.457982:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.457993:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755825.458018:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e67:0x0] 00000100:00100000:3.0:1787755825.458115:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059456:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.458155:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.458185:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.458344:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059456 00000100:00100000:1.0:1787755825.458349:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059456 00000100:00100000:1.0:1787755825.458386:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24523 00000100:00100000:1.0:1787755825.458394:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059456:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.458473:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059456:12345-0@lo:1000:mdt_io00_003.0 Request processed in 80us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.458481:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24523 00000100:00100000:1.0:1787755825.458512:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059456:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755825.458536:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00000100:00100000:1.0:1787755825.458569:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059584:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.458598:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.458621:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059584 00000100:00100000:1.0:1787755825.458625:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059584 00000100:00100000:1.0:1787755825.458659:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24524 00000100:00100000:1.0:1787755825.458665:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059584:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.458722:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059584:12345-0@lo:1000:mdt_io00_003.0 Request processed in 56us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.458729:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24524 00000100:00100000:1.0:1787755825.458747:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.458774:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059584:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755825.458791:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e66:0x0] 00010000:00010000:1.0:1787755825.458824:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.458836:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.458844:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755825.458887:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059712:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.458911:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.458930:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059712 00000100:00100000:1.0:1787755825.458933:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059712 00000100:00100000:1.0:1787755825.458955:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24525 00000100:00100000:1.0:1787755825.458961:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059712:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.459003:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059712:12345-0@lo:1000:mdt_io00_003.0 Request processed in 43us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.459010:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24525 00000100:00100000:1.0:1787755825.459027:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.459042:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059712:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755825.459058:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e66:0x0] 00000100:00100000:1.0:1787755825.459080:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059840:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.459102:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.459122:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059840 00000100:00100000:1.0:1787755825.459125:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059840 00000100:00100000:1.0:1787755825.459148:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24526 00000100:00100000:1.0:1787755825.459154:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059840:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.459199:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059840:12345-0@lo:1000:mdt_io00_003.0 Request processed in 45us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.459205:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24526 00000100:00100000:1.0:1787755825.459221:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.462867:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755825.463998:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654503424 00000100:00100000:3.0:1787755825.464011:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654503424 00000100:00100000:3.0:1787755825.464078:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9379 00000100:00100000:3.0:1787755825.464088:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:225500:x1874588654503424:12345-192.168.201.7@tcp:35:cat.0 00000100:00100000:1.0:1787755825.464720:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059840:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.464791:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059968:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.464845:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.464884:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755825.467953:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:225500:x1874588654503424:12345-192.168.201.7@tcp:35:cat.0 Request processed in 3853us (5084us total) trans 8589957501 rc 0/0 00000100:00100000:3.0:1787755825.467970:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9379 00000100:00100000:0.0:1787755825.468123:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667059968 00000100:00100000:0.0:1787755825.468132:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667059968 00000100:00100000:0.0:1787755825.468186:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24527 00000100:00100000:0.0:1787755825.468195:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059968:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.468383:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667059968:12345-0@lo:1000:mdt_io00_003.0 Request processed in 189us (3537us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.468390:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24527 00000100:00100000:3.0:1787755825.473034:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667059968:0@lo:1000:mdt_io00_003.0 00000004:00080000:3.0:1787755825.473085:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00000100:00100000:3.0:1787755825.473144:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060096:0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755825.473209:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.473258:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.473382:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060096 00000100:00100000:1.0:1787755825.473390:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060096 00000100:00100000:1.0:1787755825.473445:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24528 00000100:00100000:1.0:1787755825.473455:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060096:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.473547:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060096:12345-0@lo:1000:mdt_io00_003.0 Request processed in 93us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.473555:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24528 00000100:00100000:0.0:1787755825.473660:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060096:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755825.473680:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e66:0x0] 00000100:00100000:0.0:1787755825.473713:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060224:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.473740:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.473766:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.473876:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060224 00000100:00100000:1.0:1787755825.473881:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060224 00000100:00100000:1.0:1787755825.473917:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24529 00000100:00100000:1.0:1787755825.473924:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060224:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.473981:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060224:12345-0@lo:1000:mdt_io00_003.0 Request processed in 57us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.473987:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24529 00000100:00100000:0.0:1787755825.474223:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060224:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.474272:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060352:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.474296:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.474346:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.474477:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060352 00000100:00100000:1.0:1787755825.474482:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060352 00000100:00100000:1.0:1787755825.474506:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24530 00000100:00100000:1.0:1787755825.474512:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060352:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.474569:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060352:12345-0@lo:1000:mdt_io00_003.0 Request processed in 56us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.474575:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24530 00000100:00100000:0.0:1787755825.474794:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060352:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.474884:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060480:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755825.474912:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.474937:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755825.474988:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060480 00000100:00100000:1.0:1787755825.474993:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060480 00000100:00100000:1.0:1787755825.475026:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24531 00000100:00100000:1.0:1787755825.475033:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060480:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755825.475092:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667060480:12345-0@lo:1000:mdt_io00_003.0 Request processed in 60us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.475099:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24531 00000100:00100000:3.0:1787755825.475159:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667060480:0@lo:1000:mdt_io00_003.0 00000040:00080000:3.0:1787755825.475822:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].221, 64 off22336 00000004:00080000:3.0:1787755825.475833:0:124229:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8882497516752ns, next at 8883497514575ns, rc = 0 00000040:00080000:3.0:1787755825.475882:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].940, 904 off880096 00000040:00080000:3.0:1787755825.475937:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].943, 984 off977760 00000004:00080000:3.0:1787755825.475943:0:124229:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4598f840 with version 1835 00000004:00080000:1.0:1787755825.476007:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1835 rpc_version 1835 00000020:00100000:1.0:1787755825.476031:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755825.476038:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a2ac380 x1874588667060736/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2584/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755825.476055:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667060736:0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755825.476090:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.476118:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755825.476181:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060736 00000100:00100000:0.0:1787755825.476187:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060736 00000100:00100000:0.0:1787755825.476226:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24532 00000100:00100000:0.0:1787755825.476244:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588667060736:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755825.476492:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667060736:12345-0@lo:1000:osp_up1-0.0 Request processed in 259us (401us total) trans 4294985407 rc 0/0 00000100:00100000:0.0:1787755825.476500:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24532 00000100:00100000:0.0:1787755825.476561:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667060736:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787755825.476832:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476843:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476851:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476858:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755825.476863:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476872:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476889:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:3.0:1787755825.476892:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755825.476896:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476901:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788381 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1daf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755825.476920:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e67:0x0] 00010000:00010000:3.0:1787755825.476927:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476935:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476946:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476953:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476959:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476964:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755825.476967:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476974:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476982:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe46981d00) 00010000:00010000:3.0:1787755825.476984:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755825.476987:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.476993:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578836c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755825.477018:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005138035d reply state 00000000c2dd2dd7 transno 8589957502 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477031:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477037:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755825.477040:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755825.477042:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:3.0:1787755825.477046:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00010000:00010000:3.0:1787755825.477051:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477057:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477063:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477090:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755825.477093:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x199:0x0] 00010000:00010000:3.0:1787755825.477098:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477105:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477113:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477119:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477124:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477129:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755825.477132:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477138:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477146:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe466c5100) 00010000:00010000:3.0:1787755825.477148:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755825.477151:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477157:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578839d lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477185:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477195:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477204:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477210:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477215:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477221:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.477343:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1787755825.477410:0:124229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225502:x1874588654502144:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 105220us (105495us total) trans 8589957502 rc 0/0 00000100:00100000:3.0:1787755825.477417:0:124229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1234 00010000:00010000:1.0:1787755825.493006:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755825.493028:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493042:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755825.493052:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755825.493062:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493129:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 2/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493136:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755825.493182:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 1/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493190:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b32536578833b lrc: 0/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788350 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493214:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755825.493219:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493226:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755825.493240:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493250:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493265:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:1.0:1787755825.493269:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755825.493274:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493280:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657883a4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1daf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755825.493295:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755825.493297:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755825.493299:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755825.493493:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755825.493533:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667060864:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755825.493645:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755825.495785:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060864 00000100:00100000:3.0:1787755825.495800:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060864 00000100:00100000:3.0:1787755825.495865:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11153 00000100:00100000:3.0:1787755825.495875:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667060864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755825.495892:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755825.495919:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc400/0x9b2b325365788350 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578833b expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755825.495943:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe46981000) 00010000:00010000:3.0:1787755825.495958:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755825.496055:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667060864:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (2410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755825.496064:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11153 00000100:00100000:3.0:1787755825.496136:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667060864:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755825.498379:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755825.636395:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755825.636419:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667061120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755825.636490:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.637063:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667061120 00000100:00100000:1.0:1787755825.637071:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667061120 00000100:00100000:1.0:1787755825.637195:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6809 00000100:00100000:1.0:1787755825.637205:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667061120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755825.637235:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:3.0:1787755825.637264:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667060992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755825.637286:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667061120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.637294:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6809 00000100:00100000:3.0:1787755825.637298:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755825.637310:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667060992 00000100:00100000:1.0:1787755825.637332:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667060992 00000100:00080000:0.0:1787755825.637478:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755825.637482:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755825.637545:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973866 gen 2 00000004:00080000:0.0:1787755825.637550:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a2ad880, transno 4294973866 00000100:00100000:0.0:1787755825.637586:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667061120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755825.638785:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6810 00000100:00100000:1.0:1787755825.638809:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667060992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755825.638838:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:1.0:1787755825.638928:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667060992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755825.638935:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6810 00000100:00100000:1.0:1787755825.638989:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667060992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755825.639711:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755825.639725:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667061248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755825.639773:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755825.640007:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667061248 00000100:00100000:0.0:1787755825.640013:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667061248 00000100:00100000:0.0:1787755825.640059:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24533 00000100:00100000:0.0:1787755825.640068:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667061248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755825.640096:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442775040 avail 1296535552 00000100:00100000:0.0:1787755825.640401:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667061248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 333us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755825.640410:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24533 00000100:00100000:3.0:1787755825.644017:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667061248:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787755826.152101:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755826.645379:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755826.645832:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654503552 00000100:00100000:0.0:1787755826.645843:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654503552 00000100:00100000:0.0:1787755826.645927:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70347 00000100:00100000:0.0:1787755826.645938:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:225538:x1874588654503552:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755826.645958:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755826.646025:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657883ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214083 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.646093:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657883b2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.646107:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657883b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.646119:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657883b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755826.646213:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00000004:00200000:0.0:1787755826.646218:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755826.646236:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657883b2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.646262:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657883ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214083 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.646284:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657883b2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214083 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.646292:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:0.0:1787755826.646295:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755826.646299:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755826.646383:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:225538:x1874588654503552:12345-192.168.201.7@tcp:101:rm.0 Request processed in 446us (1014us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.646391:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70347 00000100:00080000:0.0:1787755826.646413:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755826.658667:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755826.658743:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654503680 00000100:00100000:0.0:1787755826.658754:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654503680 00000100:00100000:0.0:1787755826.658820:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70348 00000100:00100000:0.0:1787755826.658832:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:225538:x1874588654503680:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755826.658853:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755826.658877:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657883b9 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21408a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.658938:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.658952:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.658964:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755826.659007:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x199:0x0]: returning size 4096 00000004:00200000:0.0:1787755826.659012:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755826.659044:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657883b9 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.659061:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.659071:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:0.0:1787755826.659074:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755826.659078:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755826.659140:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:225538:x1874588654503680:12345-192.168.201.7@tcp:101:rm.0 Request processed in 310us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.659147:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70348 00000100:00100000:0.0:1787755826.672200:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.673872:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654503808 00000100:00100000:3.0:1787755826.673886:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654503808 00000100:00100000:3.0:1787755826.673959:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70349 00000100:00100000:3.0:1787755826.673971:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:225538:x1874588654503808:12345-192.168.201.7@tcp:101:rm.0 00000100:00080000:2.0:1787755826.674137:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755826.674184:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755826.674210:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657883c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214091 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.674274:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.674289:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.674301:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755826.674362:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x197:0x0]: returning size 4096 00000004:00200000:3.0:1787755826.674367:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755826.674404:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657883c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 13 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.674428:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.674437:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:3.0:1787755826.674440:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755826.674444:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755826.674516:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654503808:12345-192.168.201.7@tcp:101:rm.0 Request processed in 546us (2325us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.674525:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70349 00000100:00100000:2.0:1787755826.677935:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.678013:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654504064 00000100:00100000:3.0:1787755826.678026:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654504064 00000100:00100000:3.0:1787755826.678112:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70350 00000100:00100000:3.0:1787755826.678123:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:225538:x1874588654504064:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755826.678145:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755826.678174:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657883d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214098 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755826.678391:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00010000:00010000:3.0:1787755826.678494:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657883d5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214098 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.678510:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff439f7b00) 00010000:00010000:3.0:1787755826.678513:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755826.678518:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657883d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214098 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.678541:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755826.678625:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:225538:x1874588654504064:12345-192.168.201.7@tcp:101:rm.0 Request processed in 504us (700us total) trans 4294985408 rc 301/301 00000100:00100000:3.0:1787755826.678633:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70350 00000100:00100000:2.0:1787755826.694941:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.695055:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654504192 00000100:00100000:3.0:1787755826.695066:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654504192 00000100:00100000:3.0:1787755826.695123:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9380 00000100:00100000:3.0:1787755826.695135:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225538:x1874588654504192:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755826.709119:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225538:x1874588654504192:12345-192.168.201.7@tcp:37:rm.0 Request processed in 13978us (14181us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.709132:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9380 00000100:00100000:2.0:1787755826.739120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755826.739514:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654504320 00000100:00100000:1.0:1787755826.739530:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654504320 00000100:00100000:1.0:1787755826.743405:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9381 00000100:00100000:1.0:1787755826.743438:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654504320:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755826.766427:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654504320:12345-192.168.201.7@tcp:37:rm.0 Request processed in 22990us (27304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.766442:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9381 00000100:00100000:2.0:1787755826.793432:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.797073:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654504576 00000100:00100000:3.0:1787755826.797091:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654504576 00000100:00100000:1.0:1787755826.801152:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9382 00000100:00100000:1.0:1787755826.801170:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49630450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225538:x1874588654504576:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:1.0:1787755826.801465:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1215, 344 off1106944 00000040:00080000:1.0:1787755826.801526:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1534, 424 off1551464 00000004:00080000:1.0:1787755826.801533:0:6523:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957f300 with version 6870 00000004:00080000:1.0:1787755826.801562:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6870 rpc_version 6870 00000020:00100000:1.0:1787755826.801772:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755826.801786:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a2aca80 x1874588667061504/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755826.801815:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667061504:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755826.801980:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755826.802025:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755826.802052:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667061504 00000100:00100000:1.0:1787755826.802061:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667061504 00000100:00100000:1.0:1787755826.802101:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24534 00000100:00100000:1.0:1787755826.802107:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667061504:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755826.802265:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667061504:12345-0@lo:1000:osp_up0-1.0 Request processed in 157us (286us total) trans 8589957503 rc 0/0 00000100:00100000:1.0:1787755826.803232:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24534 00000100:00100000:1.0:1787755826.805165:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667061504:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755826.805978:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49630450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:225538:x1874588654504576:12345-192.168.201.7@tcp:35:rm.0 Request processed in 4804us (12703us total) trans 4294985409 rc 0/0 00000100:00100000:1.0:1787755826.805993:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9382 00000100:00100000:1.0:1787755826.818760:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755826.819017:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654504832 00000100:00100000:2.0:1787755826.819030:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654504832 00000100:00100000:2.0:1787755826.819103:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70351 00000100:00100000:2.0:1787755826.819114:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225538:x1874588654504832:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755826.819140:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755826.819170:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657883e3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21409f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.819376:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657883ea lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.819390:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657883ea lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.819402:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657883ea lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755826.819413:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00010000:00010000:2.0:1787755826.819971:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657883e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21409f expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.820000:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657883ea lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21409f expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.820010:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:2.0:1787755826.820014:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787755826.820018:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755826.820086:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654504832:12345-192.168.201.7@tcp:101:rm.0 Request processed in 973us (1338us total) trans 4294985410 rc 0/0 00000100:00100000:2.0:1787755826.820093:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70351 00000100:00100000:2.0:1787755826.828127:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.828203:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654504960 00000100:00100000:3.0:1787755826.828213:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654504960 00000100:00100000:3.0:1787755826.828276:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70352 00000100:00100000:3.0:1787755826.828286:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654504960:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:3.0:1787755826.828364:0:10713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345336320 00000100:00100000:3.0:1787755826.828438:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654504960:12345-192.168.201.7@tcp:41:rm.0 Request processed in 152us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.828445:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70352 00000100:00100000:0.0:1787755826.835237:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755826.835369:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505088 00000100:00100000:1.0:1787755826.835379:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505088 00000100:00100000:1.0:1787755826.835481:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70353 00000100:00100000:1.0:1787755826.835493:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654505088:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755826.835515:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755826.835537:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657883f8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140a6 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835630:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835644:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835656:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835665:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835672:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835678:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835739:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578840d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835748:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578840d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835754:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578840d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755826.835775:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578840d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835787:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835794:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835800:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835806:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835811:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755826.835816:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835823:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835836:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:1.0:1787755826.835839:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755826.835856:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 3/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835863:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657883ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835876:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835882:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835888:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835893:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755826.835896:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835901:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835908:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:1.0:1787755826.835910:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755826.835913:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835919:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788406 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835947:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657883f8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140a6 expref: 14 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835960:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578840d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140a6 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.835968:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755826.835971:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755826.835974:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755826.836048:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:225538:x1874588654505088:12345-192.168.201.7@tcp:101:rm.0 Request processed in 557us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.836055:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70353 00000100:00100000:3.0:1787755826.838778:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755826.838855:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505216 00000100:00100000:1.0:1787755826.838868:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505216 00000100:00100000:1.0:1787755826.838940:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70354 00000100:00100000:1.0:1787755826.838952:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+12:225538:x1874588654505216:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755826.838983:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755826.839012:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788414 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140ad expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.839088:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578841b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.839103:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578841b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.839115:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578841b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755826.839171:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e67:0x0]: returning size 6 00000004:00200000:1.0:1787755826.839176:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1787755826.839211:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788414 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140ad expref: 14 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.839230:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578841b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140ad expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.839239:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755826.839242:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755826.839246:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755826.839348:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:225538:x1874588654505216:12345-192.168.201.7@tcp:101:rm.0 Request processed in 398us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.839356:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70354 00000100:00100000:3.0:1787755826.842484:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.843894:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755826.844125:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505344 00000100:00100000:0.0:1787755826.844136:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505344 00000100:00100000:0.0:1787755826.844209:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11154 00000100:00100000:0.0:1787755826.844220:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:2402:x1874588654505344:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755826.844234:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755826.844259:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578840d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140a6 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.844281:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755826.844293:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755826.844385:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654505344:12345-192.168.201.7@tcp:103:rm.0 Request processed in 167us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.844392:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11154 00000100:00100000:1.0:1787755826.844516:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505600 00000100:00100000:1.0:1787755826.844521:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505600 00000100:00100000:1.0:1787755826.844561:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70355 00000100:00100000:1.0:1787755826.844568:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+13:225538:x1874588654505600:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755826.844624:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755826.844638:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578841b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e67:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140ad expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.844651:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755826.844654:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755826.844699:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.844708:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.844721:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755826.844742:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667061632:0@lo:101:mdt00_009.0 00000100:00100000:1.0:1787755826.844789:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755826.844824:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f780 going to sleep for 11 seconds 00000100:00100000:3.0:1787755826.844996:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667061632 00000100:00100000:3.0:1787755826.845001:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667061632 00000100:00100000:3.0:1787755826.845044:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24535 00000100:00100000:3.0:1787755826.845051:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35154:x1874588667061632:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755826.845066:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755826.845079:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788422 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.845101:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.845112:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.845137:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.845152:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 11 pid: 35157 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.845163:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667061760:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755826.845225:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755826.848527:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667061760:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755826.848573:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.848587:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:1.0:1787755826.848589:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755826.848593:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.848621:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:1.0:1787755826.848699:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667061632:12345-0@lo:101:mdt00_009.0 Request processed in 3647us (3908us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.848706:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24535 00000100:00100000:2.0:1787755826.848860:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667061632:0@lo:101:mdt00_009.0 00010000:00010000:2.0:1787755826.848882:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.848894:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.850088:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755826.850184:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505728 00000100:00100000:2.0:1787755826.850193:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505728 00010000:00010000:2.0:1787755826.850232:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 12 pid: 35157 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.850278:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21713 00000100:00100000:2.0:1787755826.850289:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654505728:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.850305:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.850360:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 12 pid: 35157 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850376:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 12 pid: 35157 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850401:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657883ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x197:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214091 expref: 12 pid: 35157 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850421:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:2.0:1787755826.850427:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850443:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850453:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850495:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.850524:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667061888:0@lo:105: 00000100:00100000:2.0:1787755826.850585:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755826.850634:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2900 going to sleep for 11 seconds 00000100:00100000:2.0:1787755826.850654:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667061888 00000100:00100000:2.0:1787755826.850658:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667061888 00000100:00100000:2.0:1787755826.850693:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7940 00000100:00100000:2.0:1787755826.850700:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667061888:12345-0@lo:105: 00010000:00010000:2.0:1787755826.850711:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850721:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850730:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850738:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850746:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850754:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850772:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61c00) 00000100:00100000:2.0:1787755826.850807:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667061888:12345-0@lo:105: Request processed in 107us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.850814:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7940 00010000:00010000:2.0:1787755826.850845:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850855:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755826.850883:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x197:0x0] 00010000:00010000:2.0:1787755826.850919:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850927:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.850937:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.850952:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667062016:0@lo:101:mdt00_009.0 00000100:00100000:2.0:1787755826.850983:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755826.851005:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755826.851018:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062016 00000100:00100000:2.0:1787755826.851022:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062016 00000100:00100000:2.0:1787755826.851050:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24536 00000100:00100000:2.0:1787755826.851057:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667062016:12345-0@lo:101:mdt00_009.0 00010000:00010000:2.0:1787755826.851076:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755826.851090:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788430 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.851108:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.851118:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.851132:0:73216:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1787755826.851171:0:73216:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1787755826.851390:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.851400:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:2.0:1787755826.851402:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755826.851405:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.851413:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755826.851453:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588667062016:12345-0@lo:101:mdt00_009.0 Request processed in 396us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.851460:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24536 00000100:00100000:2.0:1787755826.852122:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667061888:0@lo:105: 00010000:00010000:2.0:1787755826.852140:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755826.852419:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654505728:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2130us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.852430:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21713 00000100:00100000:2.0:1787755826.852469:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047480 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667062016:0@lo:101:mdt00_009.0 00010000:00010000:2.0:1787755826.852483:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.852493:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.857595:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755826.857624:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.857668:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.857675:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755826.857699:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc600/0x9b2b32536578835e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788365 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.857720:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755826.857728:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.857749:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.857755:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755826.857760:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28ac00/0x9b2b32536578838f lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788396 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755826.857775:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957503 is committed 00000001:00080000:0.0:1787755826.857798:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957502 is committed 00000004:00080000:0.0:1787755826.857804:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 229 committed 00000001:00080000:0.0:1787755826.857822:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957501 is committed 00000100:00100000:0.0:1787755826.857850:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667062144:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755826.857916:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.857955:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755826.857961:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667062272:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755826.857980:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755826.858011:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858019:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858027:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858033:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755826.858037:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858049:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858062:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:0.0:1787755826.858065:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755826.858070:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858081:0:3634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858091:0:3634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.858116:0:3634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755826.858127:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667062400:0@lo:105: 00000100:00100000:0.0:1787755826.858150:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.858176:0:3634:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.858260:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062144 00000100:00100000:0.0:1787755826.858267:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062144 00000100:00100000:0.0:1787755826.858308:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062272 00000100:00100000:0.0:1787755826.858311:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062272 00000100:00100000:0.0:1787755826.858354:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11155 00000100:00100000:0.0:1787755826.858363:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588667062144:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755826.858376:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755826.858393:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365788365 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x199:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578835e expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.859830:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x4ec94fd6 (ffff9dfe46981f00) 00010000:00010000:0.0:1787755826.859848:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755826.859979:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b29450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588667062144:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 1613us (2060us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.859990:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11155 00000100:00100000:0.0:1787755826.860054:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11156 00000100:00100000:0.0:1787755826.860064:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588667062272:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755826.860075:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755826.860096:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b325365788396 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578838f expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860108:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:0.0:1787755826.860116:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755826.860138:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667062272:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 77us (2156us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.860144:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11156 00000100:00100000:0.0:1787755826.860171:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062400 00000100:00100000:0.0:1787755826.860178:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062400 00000100:00100000:0.0:1787755826.860213:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7941 00000100:00100000:0.0:1787755826.860219:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667062400:12345-0@lo:105: 00010000:00010000:0.0:1787755826.860228:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860252:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860260:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 5/0,1 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860268:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860276:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860285:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860308:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3600) 00000100:00100000:0.0:1787755826.860355:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667062400:12345-0@lo:105: Request processed in 135us (2204us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.860361:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7941 00000100:00100000:0.0:1787755826.860384:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667062528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755826.860430:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.860480:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062528 00000100:00100000:0.0:1787755826.860484:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062528 00000100:00100000:0.0:1787755826.860521:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30803 00000100:00100000:0.0:1787755826.860528:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667062528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1787755826.860551:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1307 count 1 00010000:00010000:0.0:1787755826.860573:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860599:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860617:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=1s v=(1 0) 00010000:00010000:0.0:1787755826.860623:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755826.860626:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860653:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 5 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860669:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 5 pid: 35160 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755826.860682:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8433:1874588667062656:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755826.860738:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.860882:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667062400:0@lo:105: 00010000:00010000:0.0:1787755826.860902:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860909:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578837a lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860938:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.860952:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755826.860970:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x197:0x0] 00000100:00100000:0.0:1787755826.861007:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667062784:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755826.861038:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.861057:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.861071:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062784 00000100:00100000:0.0:1787755826.861075:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062784 00000100:00100000:0.0:1787755826.861106:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24537 00000100:00100000:0.0:1787755826.861112:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667062784:12345-0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755826.861176:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667062784:12345-0@lo:1000:mdt00_009.0 Request processed in 64us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.861183:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24537 00000100:00100000:0.0:1787755826.861210:0:35154:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957503 gen 2 00000004:00080000:0.0:1787755826.861214:0:35154:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957503 committed transno 8589957503 00000100:00100000:0.0:1787755826.861232:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667062784:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755826.861270:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667062912:0@lo:1000:mdt00_009.0 00000100:00100000:0.0:1787755826.861292:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.861308:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755826.863586:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667062912 00000100:00100000:3.0:1787755826.863682:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667062912 00000100:00100000:3.0:1787755826.863749:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24538 00000100:00100000:3.0:1787755826.863761:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667062912:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755826.863922:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667062912:12345-0@lo:1000:mdt00_009.0 Request processed in 163us (2628us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.863930:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24538 00000100:00100000:3.0:1787755826.863979:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667062912:0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755826.864053:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667063040:0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755826.864090:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.864115:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48935840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755826.864131:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667063040 00000100:00100000:3.0:1787755826.864135:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667063040 00000100:00100000:3.0:1787755826.864162:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24539 00000100:00100000:3.0:1787755826.864168:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667063040:12345-0@lo:1000:mdt00_009.0 00000100:00100000:3.0:1787755826.864250:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667063040:12345-0@lo:1000:mdt00_009.0 Request processed in 81us (158us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755826.864256:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24539 00000100:00100000:3.0:1787755826.864290:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667063040:0@lo:1000:mdt00_009.0 00010000:00010000:3.0:1787755826.864376:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.864387:0:35154:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.864397:0:35154:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.864409:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667063168:0@lo:101:mdt00_009.0 00000100:00100000:3.0:1787755826.864435:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.864450:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755826.864461:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667063168 00000100:00100000:3.0:1787755826.864465:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667063168 00000100:00100000:3.0:1787755826.864486:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24540 00000100:00100000:3.0:1787755826.864492:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35154:x1874588667063168:12345-0@lo:101:mdt00_009.0 00010000:00010000:3.0:1787755826.865576:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755826.865693:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578844c lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788445 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.865724:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578844c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788445 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.865740:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578844c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788445 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.865749:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755826.865752:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755826.865756:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755826.865959:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35154:x1874588667063168:12345-0@lo:101:mdt00_009.0 Request processed in 1465us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.865967:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24540 00000100:00100000:1.0:1787755826.866055:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-mdtlov_UUID:35154:1874588667063168:0@lo:101:mdt00_009.0 00010000:00010000:1.0:1787755826.866075:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.866086:0:35154:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.866125:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.866133:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.866140:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.868137:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8433:1874588667062656:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755826.868167:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755826.871977:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755826.872660:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667062144:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755826.872697:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505856 00000100:00100000:2.0:1787755826.872703:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505856 00000040:00080000:1.0:1787755826.872728:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].220, 64 off22272 00000004:00080000:1.0:1787755826.872742:0:35154:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8883894425939ns, next at 8884894421814ns, rc = 0 00010000:00010000:2.0:1787755826.872748:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755826.872770:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1216, 384 off1107328 00000100:00100000:2.0:1787755826.872782:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21714 00000100:00100000:2.0:1787755826.872791:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654505856:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.872803:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.872809:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755826.872818:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1535, 464 off1551928 00000004:00080000:1.0:1787755826.872823:0:35154:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957fd80 with version 6871 00010000:00010000:2.0:1787755826.872828:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755826.872836:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6871 rpc_version 6871 00010000:00010000:2.0:1787755826.872851:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b325365788373 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214075 expref: 6 pid: 35160 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.872871:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755826.872875:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755826.872882:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.872892:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.872923:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755826.872982:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654505856:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 191us (1012us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.872990:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21714 00000100:00080000:2.0:1787755826.873012:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1787755826.873024:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873034:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873050:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873057:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873073:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755826.873192:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667062528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12665us (12762us total) trans 4294976204 rc 0/0 00000100:00100000:2.0:1787755826.873200:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30803 00010000:00010000:2.0:1787755826.873220:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755826.873226:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873233:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755826.873237:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873245:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873258:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873264:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005eb6ce96/0x9b2b32536578843e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.873280:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.873281:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.873283:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755826.873306:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667062272:0@lo:103:jbd2/dm-0-8.0 00000020:00100000:1.0:1787755826.873404:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755826.873413:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51bda680 x1874588667063424/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755826.873475:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bda680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667063424:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755826.873588:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755826.873705:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755826.873942:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667063424 00000100:00100000:3.0:1787755826.873993:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667063424 00000100:00100000:3.0:1787755826.874039:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24541 00000100:00100000:3.0:1787755826.874046:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667063424:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755826.874334:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667063424:12345-0@lo:1000:osp_up0-1.0 Request processed in 266us (724us total) trans 8589957504 rc 0/0 00000100:00100000:3.0:1787755826.874342:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24541 00000100:00100000:1.0:1787755826.875764:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bda680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667063424:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755826.875825:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876713:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876736:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876747:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876754:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876760:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876793:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755826.876819:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876826:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876832:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876837:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755826.876841:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876861:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876874:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5e00) 00010000:00010000:1.0:1787755826.876877:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755826.876882:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876888:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788453 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876905:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876913:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876920:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876946:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1787755826.876959:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x197:0x0] 00010000:00010000:1.0:1787755826.876967:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876974:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876980:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.876995:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:1.0:1787755826.876998:0:35154:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x197:0x0] 00010000:00010000:1.0:1787755826.877009:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787755826.877014:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877020:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755826.877024:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877029:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877037:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dfe466c5e00) 00010000:00010000:1.0:1787755826.877039:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755826.877042:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877048:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b32536578845a lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e67:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877064:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755826.877067:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877074:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755826.877077:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755826.877085:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877121:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877132:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755826.877151:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877159:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b325365788445 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578844c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877174:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755826.877177:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877184:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755826.877188:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755826.877194:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877210:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877216:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755826.877231:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877238:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61c00/0x9b2b325365788422 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788429 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.877253:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755826.877255:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755826.877257:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755826.877272:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667063552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755826.877362:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755826.877411:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755826.877419:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667063680:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.877428:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755826.877441:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755826.880381:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787755826.880440:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4cc7e680/2, rc 0, transno 4294976204 00000100:00100000:3.0:1787755826.880451:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667062528:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1787755826.883515:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667063552 00000100:00100000:3.0:1787755826.883533:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667063552 00000100:00100000:3.0:1787755826.883592:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667063680 00000100:00100000:3.0:1787755826.883595:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667063680 00000100:00100000:3.0:1787755826.883644:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11157 00000100:00100000:3.0:1787755826.883654:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667063552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755826.883668:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755826.883695:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578844c lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e67:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788445 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.883719:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e67:0x0].0x0 (ffff9dff439f7300) 00010000:00010000:3.0:1787755826.883731:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755826.883813:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667063552:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (6450us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.883821:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11157 00000100:00100000:3.0:1787755826.883841:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11158 00000100:00100000:3.0:1787755826.883862:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667063680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755826.883870:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755826.883881:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788429 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x197:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788422 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.883894:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:3.0:1787755826.883901:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755826.883930:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588667063680:12345-0@lo:103:ldlm_bl.0 Request processed in 69us (6487us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.883936:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11158 00010000:00010000:0.0:1787755826.884680:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.884694:0:35154:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755826.884788:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+13:225538:x1874588654505600:12345-192.168.201.7@tcp:36:rm.0 Request processed in 40217us (40899us total) trans 4294985411 rc 0/0 00000100:00100000:0.0:1787755826.884796:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70355 00000100:00100000:2.0:1787755826.886001:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667063552:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755826.886885:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667063680:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755826.896376:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755826.896425:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.896518:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654506240 00000100:00100000:3.0:1787755826.896531:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654506240 00000100:00100000:2.0:1787755826.896790:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654505984 00000100:00100000:2.0:1787755826.896794:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654505984 00000100:00100000:2.0:1787755826.896858:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11159 00000100:00100000:2.0:1787755826.896870:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654505984:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:2.0:1787755826.896888:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.896916:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788285 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214028 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.896937:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755826.896943:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755826.897009:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654505984:12345-192.168.201.7@tcp:103:rm.0 Request processed in 142us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.897017:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11159 00000100:00100000:3.0:1787755826.897065:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9383 00000100:00100000:3.0:1787755826.897074:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:225538:x1874588654506240:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755826.897274:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:225538:x1874588654506240:12345-192.168.201.7@tcp:35:rm.0 Request processed in 201us (848us total) trans 4294985412 rc 0/0 00000100:00100000:3.0:1787755826.899005:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9383 00000100:00100000:2.0:1787755826.899805:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755826.899978:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654506496 00000100:00100000:0.0:1787755826.899990:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654506496 00000100:00100000:0.0:1787755826.900084:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70356 00000100:00100000:0.0:1787755826.900094:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+14:225538:x1874588654506496:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755826.900159:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755826.900193:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657883ea lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e66:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21409f expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.900217:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b3253657883b2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214083 expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.900231:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788293 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21402f expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.900245:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:0.0:1787755826.900251:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755826.900691:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.900703:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.900716:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755826.900744:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667063808:0@lo:101:mdt00_010.0 00000100:00100000:0.0:1787755826.900810:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.900989:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755826.901085:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667063808 00000100:00100000:1.0:1787755826.901092:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667063808 00000100:00100000:1.0:1787755826.901183:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24542 00000100:00100000:1.0:1787755826.901194:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35155:x1874588667063808:12345-0@lo:101:mdt00_010.0 00010000:00010000:1.0:1787755826.901212:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755826.901229:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788461 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.901259:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.901270:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.901279:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.901307:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.901366:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 7 pid: 35159 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755826.901379:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667063936:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755826.901458:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.901468:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 7 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755826.901478:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667064064:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755826.901502:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755826.904108:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9c00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667063936:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755826.904122:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667064064:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755826.904152:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.904164:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755826.904167:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755826.904171:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.904186:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755826.904234:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35155:x1874588667063808:12345-0@lo:101:mdt00_010.0 Request processed in 3042us (3423us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.904242:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24542 00000100:00100000:0.0:1787755826.904360:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667063808:0@lo:101:mdt00_010.0 00010000:00010000:0.0:1787755826.904376:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.904386:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.907047:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755826.907123:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.907248:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654506752 00000100:00100000:3.0:1787755826.907257:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654506752 00010000:00010000:3.0:1787755826.907298:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 8 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.907370:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654506624 00000100:00100000:3.0:1787755826.907373:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654506624 00010000:00010000:3.0:1787755826.907402:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 8 pid: 35159 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.907424:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21715 00000100:00100000:3.0:1787755826.907433:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2400:x1874588654506752:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755826.907447:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755826.907454:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 8 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907465:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 8 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907487:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788269 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214021 expref: 8 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907513:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755826.907520:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907530:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755826.907577:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:2400:x1874588654506752:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 146us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.907585:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21715 00000100:00100000:3.0:1787755826.907625:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21716 00000100:00100000:3.0:1787755826.907633:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654506624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755826.907640:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755826.907645:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 8 pid: 35159 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907656:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 8 pid: 35159 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907668:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657882d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21404b expref: 8 pid: 35159 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907679:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755826.907684:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907693:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907702:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.907735:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.907749:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667064192:0@lo:105: 00000100:00100000:3.0:1787755826.907789:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.907824:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84780 going to sleep for 11 seconds 00000100:00080000:3.0:1787755826.907839:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755826.908822:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667064192 00000100:00100000:3.0:1787755826.908831:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667064192 00000100:00100000:3.0:1787755826.908994:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942 00000100:00100000:3.0:1787755826.909002:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667064192:12345-0@lo:105: 00010000:00010000:3.0:1787755826.909015:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.909026:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.909039:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.909047:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.909055:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.909064:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.909199:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccc600) 00000100:00100000:3.0:1787755826.909264:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667064192:12345-0@lo:105: Request processed in 262us (1474us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755826.909271:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942 00000100:00100000:1.0:1787755826.909397:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667064192:0@lo:105: 00010000:00010000:1.0:1787755826.909415:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755826.909455:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654506624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1823us (2332us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.909463:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21716 00010000:00010000:2.0:1787755826.911017:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.911039:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755826.911063:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755826.911184:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.911193:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.911203:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.911225:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064320:0@lo:101:mdt00_010.0 00000100:00100000:3.0:1787755826.911278:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.911516:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.911670:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667064320 00000100:00100000:0.0:1787755826.911677:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667064320 00000100:00100000:0.0:1787755826.911764:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24543 00000100:00100000:0.0:1787755826.911774:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35155:x1874588667064320:12345-0@lo:101:mdt00_010.0 00010000:00010000:0.0:1787755826.911790:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755826.911806:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578846f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.911833:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578846f expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.911857:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578846f expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.911866:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755826.911869:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755826.911873:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755826.911922:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667064320:12345-0@lo:101:mdt00_010.0 Request processed in 150us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.911928:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24543 00000100:00100000:3.0:1787755826.911989:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064320:0@lo:101:mdt00_010.0 00010000:00010000:3.0:1787755826.912005:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.912014:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755826.912029:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755826.912067:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064448:0@lo:1000:mdt00_010.0 00000100:00100000:3.0:1787755826.912097:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.912257:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755826.912402:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667064448 00000100:00100000:2.0:1787755826.912407:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667064448 00000100:00100000:2.0:1787755826.912443:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24544 00000100:00100000:2.0:1787755826.912451:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667064448:12345-0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755826.912519:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667064448:12345-0@lo:1000:mdt00_010.0 Request processed in 69us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.912527:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24544 00000100:00100000:3.0:1787755826.912630:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064448:0@lo:1000:mdt00_010.0 00000100:00100000:3.0:1787755826.912672:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064576:0@lo:1000:mdt00_010.0 00000100:00100000:3.0:1787755826.912697:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.912719:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755826.912765:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667064576 00000100:00100000:2.0:1787755826.912769:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667064576 00000100:00100000:2.0:1787755826.912796:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24545 00000100:00100000:2.0:1787755826.912803:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667064576:12345-0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755826.913049:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667064576:12345-0@lo:1000:mdt00_010.0 Request processed in 246us (350us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755826.913056:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24545 00000100:00100000:3.0:1787755826.913122:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064576:0@lo:1000:mdt00_010.0 00010000:00010000:3.0:1787755826.913180:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.913190:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.913199:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.913211:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064704:0@lo:101:mdt00_010.0 00000100:00100000:3.0:1787755826.913234:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.913258:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.913289:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667064704 00000100:00100000:0.0:1787755826.913293:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667064704 00000100:00100000:0.0:1787755826.913350:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24546 00000100:00100000:0.0:1787755826.913357:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667064704:12345-0@lo:101:mdt00_010.0 00010000:00010000:0.0:1787755826.913365:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755826.913380:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578847d expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.913401:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.913410:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.913437:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.913454:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 6 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755826.913465:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667064832:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755826.913541:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755826.917079:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755826.917237:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667064832:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755826.917270:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.917283:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755826.917286:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755826.917290:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.917300:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:2.0:1787755826.919162:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667064704:12345-0@lo:101:mdt00_010.0 Request processed in 5794us (5916us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.919175:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24546 00000100:00100000:3.0:1787755826.919306:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667064704:0@lo:101:mdt00_010.0 00010000:00010000:3.0:1787755826.919360:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.919374:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.919826:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654506880 00000100:00100000:2.0:1787755826.919836:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654506880 00010000:00010000:2.0:1787755826.919944:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 7 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.920015:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21717 00000100:00100000:2.0:1787755826.920024:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654506880:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.920039:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.920046:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 7 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.920059:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 7 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.920079:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657882ee lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214052 expref: 7 pid: 35169 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.920095:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755826.920101:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.920111:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.920121:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.920150:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.920162:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667064960:0@lo:105: 00000100:00100000:2.0:1787755826.920202:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755826.920241:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755826.920348:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667064960 00000100:00100000:1.0:1787755826.920352:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667064960 00000100:00100000:1.0:1787755826.920381:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943 00000100:00100000:1.0:1787755826.920387:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667064960:12345-0@lo:105: 00010000:00010000:1.0:1787755826.920396:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.920406:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.920414:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.920421:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.920428:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.920436:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.920453:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b800) 00000100:00100000:1.0:1787755826.920491:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667064960:12345-0@lo:105: Request processed in 104us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.920508:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943 00000100:00100000:1.0:1787755826.920536:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667064960:0@lo:105: 00010000:00010000:1.0:1787755826.920551:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755826.920588:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654506880:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 566us (3519us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755826.920605:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21717 00010000:00010000:3.0:1787755826.920682:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920692:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920724:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920735:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920744:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920763:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920773:0:35155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920787:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920807:0:35155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.920821:0:35155:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 11 pid: 35154 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.920832:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001_UUID:35155:1874588667065088:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755826.921044:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.924207:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755826.924340:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001_UUID:35155:1874588667065088:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755826.924364:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.924438:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507008 00000100:00100000:2.0:1787755826.924447:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507008 00010000:00010000:2.0:1787755826.924487:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 12 pid: 35154 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.924692:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21718 00000100:00100000:2.0:1787755826.924702:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654507008:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.924719:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.924726:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 12 pid: 35154 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.924739:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 12 pid: 35154 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.924760:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b3253657883c0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21408a expref: 12 pid: 35154 timeout: 8983 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.924780:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:2.0:1787755826.924786:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.924794:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.924801:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.924924:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755826.924981:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654507008:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 280us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.924989:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21718 00010000:00010000:3.0:1787755826.926165:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.926177:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.926221:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.926228:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.926237:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755826.926260:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667065216:0@lo:101:mdt00_010.0 00000100:00100000:3.0:1787755826.926310:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.926394:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.926471:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667065216 00000100:00100000:0.0:1787755826.926478:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667065216 00000100:00100000:0.0:1787755826.926696:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24547 00000100:00100000:0.0:1787755826.926705:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667065216:12345-0@lo:101:mdt00_010.0 00010000:00010000:0.0:1787755826.926721:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755826.926736:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657884a0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788499 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.926758:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657884a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788499 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.926771:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657884a0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788499 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.926779:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755826.926781:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755826.926785:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755826.926834:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588667065216:12345-0@lo:101:mdt00_010.0 Request processed in 130us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.926840:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24547 00000100:00100000:1.0:1787755826.926956:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308a80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667065216:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1787755826.926971:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755826.926981:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755826.927985:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667065344:0@lo:403:mdt00_010.0 00000100:00100000:1.0:1787755826.928039:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755826.928203:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.928290:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667065344 00000100:00100000:0.0:1787755826.928295:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667065344 00000100:00100000:0.0:1787755826.928345:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24548 00000100:00100000:0.0:1787755826.928353:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588667065344:12345-0@lo:403:mdt00_010.0 00000100:00100000:0.0:1787755826.930122:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588667065344:12345-0@lo:403:mdt00_010.0 Request processed in 1764us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.930136:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24548 00000100:00100000:0.0:1787755826.930207:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667065344:0@lo:403:mdt00_010.0 00000040:00080000:0.0:1787755826.931374:0:35155:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1217, 952 off1108280 00000040:00080000:0.0:1787755826.936419:0:35155:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1536, 1032 off1552960 00000004:00080000:0.0:1787755826.936438:0:35155:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4598f9c0 with version 6872 00000004:00080000:3.0:1787755826.936730:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6872 rpc_version 6872 00000020:00100000:3.0:1787755826.936769:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755826.936780:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4b308700 x1874588667065600/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755826.936804:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667065600:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755826.936965:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755826.937034:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755826.937075:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667065600 00000100:00100000:0.0:1787755826.937083:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667065600 00000100:00100000:0.0:1787755826.937524:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24549 00000100:00100000:0.0:1787755826.937535:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667065600:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755826.938282:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbdc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667065600:12345-0@lo:1000:osp_up0-1.0 Request processed in 747us (1315us total) trans 8589957505 rc 0/0 00000100:00100000:0.0:1787755826.938291:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24549 00000100:00100000:3.0:1787755826.938759:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667065600:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787755826.938918:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e66:0x0]: returning size 4096 00010000:00010000:2.0:1787755826.938940:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.938950:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.938957:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.938963:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755826.938967:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.938975:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.938992:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x199:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:2.0:1787755826.938995:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755826.938999:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939005:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788492 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939027:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939036:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939043:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939109:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755826.939119:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x197:0x0] 00010000:00010000:2.0:1787755826.939126:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939133:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939139:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939144:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755826.939147:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939154:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939162:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:2.0:1787755826.939165:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755826.939168:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939173:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b32536578848b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939183:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939189:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.939196:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.939253:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755826.939260:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.939267:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755826.939270:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755826.939278:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.939309:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.939839:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1787755826.939970:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667065728:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755826.940026:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755826.940104:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667065728 00000100:00100000:0.0:1787755826.940112:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667065728 00000100:00100000:0.0:1787755826.940160:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11160 00000100:00100000:0.0:1787755826.940169:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:3648:x1874588667065728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755826.940181:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755826.940203:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657884a0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788499 expref: 14 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755826.940219:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755826.940227:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755826.940305:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755826.940334:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755826.940342:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755826.940347:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940355:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755826.940359:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755826.940372:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940393:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940399:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755826.940415:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940422:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b32536578847d lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788484 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940437:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.940439:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.940440:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755826.940448:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755826.940457:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667065856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755826.940483:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755826.940512:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667065856 00000100:00100000:2.0:1787755826.940516:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667065856 00000100:00100000:2.0:1787755826.940540:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11161 00000100:00100000:2.0:1787755826.940547:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3650:x1874588667065856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.940555:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.940566:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788484 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e66:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578847d expref: 14 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940582:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755826.940589:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755826.940695:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.940703:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b600/0x9b2b325365788499 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x197:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657884a0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755826.940716:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755826.940718:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755826.940719:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755826.940806:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588667065856:12345-0@lo:103:ldlm_bl.0 Request processed in 258us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.940813:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11161 00010000:00010000:2.0:1787755826.940833:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940852:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940860:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940875:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755826.940880:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755826.940886:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755826.940890:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940897:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755826.940901:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755826.940908:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940931:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940937:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755826.940947:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940953:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccc600/0x9b2b325365788461 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788468 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940962:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.940964:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.940965:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755826.940974:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.940982:0:35155:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755826.941045:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+11:225538:x1874588654506496:12345-192.168.201.7@tcp:36:rm.0 Request processed in 40951us (41243us total) trans 4294985413 rc 0/0 00000100:00100000:2.0:1787755826.941052:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70356 00000100:00100000:3.0:1787755826.941228:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667065856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755826.941246:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667065984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755826.941272:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755826.941382:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667065984 00000100:00100000:2.0:1787755826.941387:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667065984 00000100:00100000:2.0:1787755826.941448:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11162 00000100:00100000:2.0:1787755826.941456:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588667065984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755826.941465:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755826.941478:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788468 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788461 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755826.941491:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755826.941494:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755826.941521:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667065984:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755826.941527:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11162 00000100:00100000:0.0:1787755826.941631:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667065728:12345-0@lo:103:ldlm_bl.0 Request processed in 1462us (1604us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755826.941637:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11160 00000100:00100000:3.0:1787755826.941740:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667065984:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755826.941839:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667065728:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755827.007113:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755827.007223:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507136 00000100:00100000:3.0:1787755827.007235:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507136 00000100:00100000:3.0:1787755827.007301:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70357 00000100:00100000:3.0:1787755827.007312:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225546:x1874588654507136:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:3.0:1787755827.007411:0:6521:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345336320 00000100:00100000:3.0:1787755827.008195:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225546:x1874588654507136:12345-192.168.201.7@tcp:41:stat.0 Request processed in 188us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755827.008209:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70357 00000100:00100000:1.0:1787755827.053085:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.053204:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507264 00000100:00100000:2.0:1787755827.053216:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507264 00000100:00100000:2.0:1787755827.053284:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70358 00000100:00100000:2.0:1787755827.053296:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225550:x1874588654507264:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755827.053362:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755827.053384:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140b4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.053462:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.053477:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.053489:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755827.053539:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755827.053542:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755827.053563:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.053589:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.053653:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.053663:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755827.053666:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755827.053669:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755827.053721:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225550:x1874588654507264:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 429us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.053728:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70358 00000100:00100000:0.0:1787755827.058633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755827.058732:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507392 00000100:00100000:3.0:1787755827.058742:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507392 00000100:00100000:3.0:1787755827.058813:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70359 00000100:00100000:3.0:1787755827.058823:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225550:x1874588654507392:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755827.058850:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755827.058870:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657884b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140bb expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.058934:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.058947:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.058958:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.058968:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.058977:0:10713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578846f expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.058985:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.059018:0:10713:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b32536578846f expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755827.059035:0:10713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b30a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10713:1874588667066112:0@lo:104: 00000100:00100000:3.0:1787755827.059086:0:10713:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755827.059118:0:10713:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755827.059417:0:6502:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787755827.059430:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667066112 00000100:00100000:1.0:1787755827.059434:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667066112 00000100:00100000:1.0:1787755827.059475:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944 00000100:00100000:1.0:1787755827.059483:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7b8aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:10713:x1874588667066112:12345-0@lo:104: 00010000:00010000:1.0:1787755827.059496:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.059551:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755827.059557:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7b8aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:10713:x1874588667066112:12345-0@lo:104: Request processed in 75us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755827.059564:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944 00010000:00010000:1.0:1787755827.059623:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755827.059629:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.059637:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755827.059642:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755827.059650:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.059674:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.059698:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755827.059716:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.059725:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a000/0x9b2b32536578846f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788476 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.059745:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755827.059747:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755827.059748:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755827.059778:0:10713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b30a300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:10713:1874588667066112:0@lo:104: 00010000:00010000:1.0:1787755827.059794:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755827.059963:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755827.059976:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667066240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755827.060009:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755827.060810:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667066240 00000100:00100000:3.0:1787755827.060818:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667066240 00010000:00010000:3.0:1787755827.060994:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578846f expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755827.061038:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21719 00000100:00100000:3.0:1787755827.061048:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667066240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755827.061059:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755827.065450:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957505 is committed 00010000:00010000:3.0:1787755827.065771:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788476 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578846f expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.065927:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ee00) 00010000:00010000:3.0:1787755827.065934:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.065947:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.065957:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.066035:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755827.066144:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667066240:12345-0@lo:103:ldlm_bl.0 Request processed in 5095us (6131us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755827.066156:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21719 00000100:00100000:0.0:1787755827.066454:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667066240:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755827.066674:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066685:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066768:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066777:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066785:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066792:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066966:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755827.066972:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066981:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.066996:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755827.066999:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755827.067004:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067010:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657884bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067026:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067032:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067038:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067043:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755827.067047:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067053:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067060:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48a2ee00) 00010000:00010000:1.0:1787755827.067062:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755827.067066:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067072:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657884c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067120:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657884b5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140bb expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067130:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755827.067133:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755827.067136:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657884b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140bb expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.067145:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:1.0:1787755827.067279:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225550:x1874588654507392:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 8456us (8654us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755827.067289:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70359 00000100:00100000:0.0:1787755827.072253:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755827.072447:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507520 00000100:00100000:1.0:1787755827.072457:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507520 00000100:00100000:1.0:1787755827.072558:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70360 00000100:00100000:1.0:1787755827.072570:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:225550:x1874588654507520:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755827.072590:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755827.072631:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657884ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140c2 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.072691:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.072704:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.072714:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755827.072757:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755827.072761:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755827.072777:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.072809:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657884ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.072827:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.072835:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755827.072837:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755827.072848:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755827.072904:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:225550:x1874588654507520:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 337us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755827.072911:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70360 00000100:00100000:3.0:1787755827.075786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.076401:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507776 00000100:00100000:2.0:1787755827.076412:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507776 00000100:00100000:2.0:1787755827.076601:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70361 00000100:00100000:2.0:1787755827.076620:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225550:x1874588654507776:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:2.0:1787755827.076730:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667066368:0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755827.077029:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755827.077059:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.077096:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667066368 00000100:00100000:2.0:1787755827.077100:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667066368 00000100:00100000:2.0:1787755827.077126:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24550 00000100:00100000:2.0:1787755827.077133:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667066368:12345-0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755827.077206:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667066368:12345-0@lo:1000:mdt00_007.0 Request processed in 73us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.077213:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24550 00000100:00100000:2.0:1787755827.077256:0:35152:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957505 gen 2 00000004:00080000:2.0:1787755827.077262:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957504 committed transno 8589957505 00000004:00080000:2.0:1787755827.077288:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957505 committed transno 8589957505 00000100:00100000:2.0:1787755827.077311:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667066368:0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755827.077386:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667066496:0@lo:1000:mdt00_007.0 00000100:00100000:2.0:1787755827.077410:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755827.077429:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.077450:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667066496 00000100:00100000:2.0:1787755827.077453:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667066496 00000100:00100000:2.0:1787755827.077480:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24551 00000100:00100000:2.0:1787755827.077486:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667066496:12345-0@lo:1000:mdt00_007.0 00000100:00080000:0.0:1787755827.077826:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755827.078409:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667066496:12345-0@lo:1000:mdt00_007.0 Request processed in 921us (995us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755827.078418:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24551 00000100:00100000:0.0:1787755827.078685:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667066496:0@lo:1000:mdt00_007.0 00010000:00010000:0.0:1787755827.078750:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.078760:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.078771:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.078786:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667066624:0@lo:101:mdt00_007.0 00000100:00100000:0.0:1787755827.078940:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.079015:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.079058:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667066624 00000100:00100000:2.0:1787755827.079065:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667066624 00000100:00100000:2.0:1787755827.079137:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24552 00000100:00100000:2.0:1787755827.079145:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667066624:12345-0@lo:101:mdt00_007.0 00010000:00010000:2.0:1787755827.079158:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755827.079174:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657884d8 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.079199:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.079208:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.079218:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.079242:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.079256:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 7 pid: 10714 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755827.079268:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667066752:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755827.079384:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.079394:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 6 pid: 6519 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755827.079404:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667066880:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755827.079426:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aba2780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755827.083884:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755827.083924:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.084276:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47894380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667066752:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755827.084290:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667066880:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755827.084360:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.084373:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755827.084376:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755827.084379:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.084395:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755827.084448:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667066624:12345-0@lo:101:mdt00_007.0 Request processed in 5303us (5507us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.084457:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24552 00000100:00100000:0.0:1787755827.084557:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654507904 00000100:00100000:0.0:1787755827.084563:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654507904 00010000:00010000:0.0:1787755827.084603:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 8 pid: 10714 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.084636:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508032 00000100:00100000:0.0:1787755827.084639:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508032 00010000:00010000:0.0:1787755827.084650:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 7 pid: 6519 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.084667:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21720 00000100:00100000:0.0:1787755827.084675:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654507904:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755827.084689:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755827.084694:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 8 pid: 10714 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.084710:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 8 pid: 10714 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.084731:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657884d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c2 expref: 8 pid: 10714 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.084744:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755827.084749:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.084758:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755827.084799:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654507904:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 125us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.084805:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21720 00000100:00100000:1.0:1787755827.085010:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667066624:0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755827.085025:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085035:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.085242:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21721 00000100:00100000:0.0:1787755827.085251:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654508032:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755827.085259:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755827.085265:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 7 pid: 6519 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.085275:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 7 pid: 6519 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.085289:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657884ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140b4 expref: 7 pid: 6519 timeout: 8984 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.085307:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755827.085311:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.085353:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.085362:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.085391:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.085404:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667067008:0@lo:105: 00000100:00100000:0.0:1787755827.085440:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.085471:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755827.085535:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067008 00000100:00100000:1.0:1787755827.085540:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067008 00000100:00100000:1.0:1787755827.085580:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945 00000100:00100000:1.0:1787755827.085587:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667067008:12345-0@lo:105: 00010000:00010000:1.0:1787755827.085614:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085625:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085634:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085642:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085650:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085664:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085683:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccd600) 00000100:00100000:1.0:1787755827.085715:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667067008:12345-0@lo:105: Request processed in 129us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755827.085721:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945 00010000:00010000:1.0:1787755827.085741:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085750:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755827.085772:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755827.085806:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085814:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.085823:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755827.085836:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067136:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1787755827.086028:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755827.086047:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755827.086062:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067136 00000100:00100000:1.0:1787755827.086065:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067136 00000100:00100000:1.0:1787755827.086093:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24553 00000100:00100000:1.0:1787755827.086100:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35152:x1874588667067136:12345-0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755827.086115:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755827.086129:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657884e6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.086146:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657884e6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.086157:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884e6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.086165:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d700) 00010000:00010000:1.0:1787755827.086168:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755827.086171:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755827.086200:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067136:12345-0@lo:101:mdt00_007.0 Request processed in 100us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755827.086206:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24553 00000100:00100000:1.0:1787755827.086245:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067136:0@lo:101:mdt00_007.0 00010000:00010000:1.0:1787755827.086255:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.086263:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755827.086275:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755827.086307:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bdaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067264:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1787755827.086368:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755827.086382:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957f780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755827.086476:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667067008:0@lo:105: 00010000:00010000:0.0:1787755827.086487:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755827.086530:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654508032:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1279us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.086537:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21721 00000100:00100000:0.0:1787755827.086564:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067264 00000100:00100000:0.0:1787755827.086568:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067264 00000100:00100000:0.0:1787755827.086588:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24554 00000100:00100000:0.0:1787755827.086613:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067264:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.086674:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067264:12345-0@lo:1000:mdt00_007.0 Request processed in 69us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.086681:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24554 00000100:00100000:0.0:1787755827.086706:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bdaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067264:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.086743:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067392:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.086768:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.086778:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755827.086791:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067392 00000100:00100000:0.0:1787755827.086794:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067392 00000100:00100000:0.0:1787755827.086811:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24555 00000100:00100000:0.0:1787755827.086817:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067392:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.086908:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067392:12345-0@lo:1000:mdt00_007.0 Request processed in 91us (139us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755827.086914:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24555 00000100:00100000:0.0:1787755827.086936:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067392:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087011:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067520:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087034:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.087043:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755827.087054:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067520 00000100:00100000:0.0:1787755827.087058:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067520 00000100:00100000:0.0:1787755827.087075:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24556 00000100:00100000:0.0:1787755827.087081:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067520:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087128:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067520:12345-0@lo:1000:mdt00_007.0 Request processed in 47us (93us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755827.087135:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24556 00000100:00100000:0.0:1787755827.087156:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067520:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087200:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067648:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087223:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.087232:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755827.087242:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067648 00000100:00100000:0.0:1787755827.087245:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067648 00000100:00100000:0.0:1787755827.087262:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24557 00000100:00100000:0.0:1787755827.087268:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067648:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087336:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067648:12345-0@lo:1000:mdt00_007.0 Request processed in 46us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.087343:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24557 00000100:00100000:0.0:1787755827.087362:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067648:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087396:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067776:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087418:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.087427:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755827.087437:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067776 00000100:00100000:0.0:1787755827.087441:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067776 00000100:00100000:0.0:1787755827.087456:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24558 00000100:00100000:0.0:1787755827.087462:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067776:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087512:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067776:12345-0@lo:1000:mdt00_007.0 Request processed in 50us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.087518:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24558 00000100:00100000:0.0:1787755827.087537:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067776:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087574:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067904:0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087595:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.087615:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4598f900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755827.087627:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667067904 00000100:00100000:0.0:1787755827.087630:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667067904 00000100:00100000:0.0:1787755827.087647:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24559 00000100:00100000:0.0:1787755827.087653:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067904:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755827.087698:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35152:x1874588667067904:12345-0@lo:1000:mdt00_007.0 Request processed in 45us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.087704:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24559 00000100:00100000:0.0:1787755827.087724:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667067904:0@lo:1000:mdt00_007.0 00000040:00080000:0.0:1787755827.088519:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1218, 2168 off1110448 00000040:00080000:0.0:1787755827.088596:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1537, 2368 off1555328 00000004:00080000:0.0:1787755827.088602:0:35152:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa860c0 with version 6873 00000004:00080000:3.0:1787755827.089361:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6873 rpc_version 6873 00000020:00100000:3.0:1787755827.089400:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755827.089410:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4b308e00 x1874588667068160/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755827.089432:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667068160:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755827.089498:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755827.089525:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755827.090415:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068160 00000100:00100000:1.0:1787755827.090425:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068160 00000100:00100000:1.0:1787755827.090480:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24560 00000100:00100000:1.0:1787755827.090490:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667068160:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755827.091237:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667068160:12345-0@lo:1000:osp_up0-1.0 Request processed in 746us (1736us total) trans 8589957506 rc 0/0 00000100:00100000:1.0:1787755827.091245:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24560 00000100:00100000:3.0:1787755827.091569:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308e00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667068160:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755827.091788:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091803:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091816:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091931:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091939:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091947:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091976:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091983:0:35152:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.091993:0:35152:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755827.092011:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667068288:0@lo:101:mdt00_007.0 00000100:00100000:1.0:1787755827.092047:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755827.092262:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4957fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.092343:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068288 00000100:00100000:2.0:1787755827.092350:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068288 00000100:00100000:2.0:1787755827.092392:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24561 00000100:00100000:2.0:1787755827.092401:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:35152:x1874588667068288:12345-0@lo:101:mdt00_007.0 00010000:00010000:2.0:1787755827.092417:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755827.092434:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788502 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.092453:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788502 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.092464:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788502 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.092472:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755827.092475:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755827.092478:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755827.092516:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35152:x1874588667068288:12345-0@lo:101:mdt00_007.0 Request processed in 117us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.092523:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24561 00000100:00100000:0.0:1787755827.092745:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51bd9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667068288:0@lo:101:mdt00_007.0 00010000:00010000:0.0:1787755827.092757:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092766:0:35152:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755827.092785:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001cd18d91 reply state 00000000d5f9b241 transno 4294985414 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092796:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092802:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:0.0:1787755827.092804:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755827.092807:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755827.092812:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092820:0:35152:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755827.092829:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x198:0x0] 00000004:00010000:0.0:1787755827.092834:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001cd18d91 reply state 00000000d5f9b241 transno 4294985414 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092852:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092858:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:0.0:1787755827.092860:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755827.092861:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:0.0:1787755827.092866:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00000004:00080000:0.0:1787755827.092874:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755827.092883:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092890:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092896:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092917:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755827.092921:0:35152:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755827.092924:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.092935:0:35152:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.092999:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225550:x1874588654507776:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 16380us (17220us total) trans 4294985414 rc 0/0 00000100:00100000:0.0:1787755827.093007:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70361 00010000:00010000:2.0:1787755827.093116:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755827.093123:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.093130:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755827.093136:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755827.093144:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.093170:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.093177:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755827.093201:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.093208:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd600/0x9b2b3253657884d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657884df expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.093222:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755827.093224:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755827.093225:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755827.093232:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755827.093243:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667068416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755827.093276:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755827.093345:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068416 00000100:00100000:2.0:1787755827.093350:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068416 00000100:00100000:2.0:1787755827.093383:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11163 00000100:00100000:2.0:1787755827.093390:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667068416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755827.093403:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755827.093418:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657884df lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657884d8 expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.093430:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755827.093433:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755827.093462:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667068416:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.093468:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11163 00000100:00100000:2.0:1787755827.093499:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667068416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755827.099222:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755827.099311:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508160 00000100:00100000:0.0:1787755827.099348:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508160 00000100:00100000:0.0:1787755827.099417:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70362 00000100:00100000:0.0:1787755827.099429:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225539:x1874588654508160:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755827.099460:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755827.099485:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788510 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140c9 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.099574:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788517 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.099590:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788517 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.099614:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788517 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755827.099678:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755827.099682:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755827.099711:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788517 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.099741:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788510 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c9 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.099762:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788517 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c9 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.099772:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755827.099775:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755827.099780:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755827.099859:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225539:x1874588654508160:12345-192.168.201.7@tcp:101:bash.0 Request processed in 432us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.099867:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70362 00000100:00100000:1.0:1787755827.103307:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755827.103433:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508288 00000100:00100000:3.0:1787755827.103445:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508288 00000100:00100000:3.0:1787755827.103527:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70363 00000100:00100000:3.0:1787755827.103538:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225539:x1874588654508288:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755827.103563:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755827.103587:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578851e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140d0 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103675:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103690:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103703:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103716:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103726:0:35157:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657884e6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103735:0:35157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.103773:0:35157:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657884e6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755827.103794:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:35157:1874588667068544:0@lo:104: 00000100:00100000:3.0:1787755827.103854:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755827.103909:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755827.104096:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068544 00000100:00100000:1.0:1787755827.104101:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068544 00000100:00100000:1.0:1787755827.104145:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7946 00000100:00100000:1.0:1787755827.104154:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35157:x1874588667068544:12345-0@lo:104: 00010000:00010000:1.0:1787755827.104170:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.104239:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755827.104245:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35157:x1874588667068544:12345-0@lo:104: Request processed in 93us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755827.104252:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7946 00000100:00100000:3.0:1787755827.104381:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:35157:1874588667068544:0@lo:104: 00010000:00010000:3.0:1787755827.104402:0:35157:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.104524:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755827.104531:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.104540:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755827.104545:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755827.104554:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.104582:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.104589:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755827.104771:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.104780:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b3253657884e6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657884ed expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.104799:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755827.104801:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755827.104803:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755827.104843:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755827.104855:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667068672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755827.104889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.105085:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068672 00000100:00100000:0.0:1787755827.105090:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068672 00010000:00010000:0.0:1787755827.105112:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657884e6 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.105143:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21722 00000100:00100000:0.0:1787755827.105150:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667068672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755827.105161:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755827.107650:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957506 is committed 00010000:00010000:0.0:1787755827.107766:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657884ed lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657884e6 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.107787:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d700) 00010000:00010000:0.0:1787755827.107792:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.107802:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.107809:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.107851:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755827.107936:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667068672:12345-0@lo:103:ldlm_bl.0 Request processed in 2785us (3045us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.107946:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21722 00010000:00010000:3.0:1787755827.108069:0:35157:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.108077:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755827.108212:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:35157:1874588667068800:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755827.108253:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755827.108289:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa849c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.108348:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068800 00000100:00100000:2.0:1787755827.108356:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068800 00000100:00100000:2.0:1787755827.108425:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24562 00000100:00100000:2.0:1787755827.108435:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:35157:x1874588667068800:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755827.108527:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:35157:x1874588667068800:12345-0@lo:1000:mdt00_011.0 Request processed in 93us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.108534:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24562 00000100:00100000:1.0:1787755827.108583:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667068672:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755827.108711:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:35157:1874588667068800:0@lo:1000:mdt00_011.0 00010000:00010000:0.0:1787755827.108753:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788533 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108765:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788533 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108773:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788533 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755827.108795:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788533 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108808:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108814:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108820:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108826:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108833:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755827.108846:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108855:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108865:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755827.108868:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755827.108872:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108878:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788525 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108892:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108898:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108903:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108908:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755827.108911:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108916:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108923:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536d700) 00010000:00010000:0.0:1787755827.108925:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755827.108929:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108934:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578852c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108977:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578851e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140d0 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108990:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788533 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140d0 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.108997:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755827.108999:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755827.109001:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755827.109055:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225539:x1874588654508288:12345-192.168.201.7@tcp:101:bash.0 Request processed in 5519us (5762us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.109062:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70363 00000100:00100000:3.0:1787755827.111857:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.112389:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508416 00000100:00100000:2.0:1787755827.112416:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508416 00000100:00100000:2.0:1787755827.112472:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70364 00000100:00100000:2.0:1787755827.112483:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225539:x1874588654508416:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755827.112510:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755827.112534:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578853a lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140d7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.112593:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788541 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.112617:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788541 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.112630:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788541 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755827.112732:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00000004:00200000:2.0:1787755827.112736:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755827.112767:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578853a lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140d7 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.112783:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788541 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140d7 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.112789:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:2.0:1787755827.112791:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755827.112794:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755827.112836:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225539:x1874588654508416:12345-192.168.201.7@tcp:101:bash.0 Request processed in 357us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.112842:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70364 00000100:00100000:1.0:1787755827.116785:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.117417:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508544 00000100:00100000:2.0:1787755827.117430:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508544 00000100:00100000:2.0:1787755827.117497:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70365 00000100:00100000:2.0:1787755827.117509:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225539:x1874588654508544:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755827.117533:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755827.117559:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365788548 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140de expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.117648:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578854f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.117665:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578854f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.117677:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578854f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755827.117719:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19a:0x0]: returning size 4096 00000004:00200000:2.0:1787755827.117723:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755827.117751:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365788548 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140de expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.117764:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578854f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140de expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.117771:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:2.0:1787755827.117773:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755827.117776:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755827.117829:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225539:x1874588654508544:12345-192.168.201.7@tcp:101:bash.0 Request processed in 323us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.117835:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70365 00000100:00100000:1.0:1787755827.120738:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755827.120824:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508672 00000100:00100000:0.0:1787755827.120835:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508672 00000100:00100000:0.0:1787755827.120986:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70366 00000100:00100000:0.0:1787755827.120997:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225539:x1874588654508672:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755827.121016:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755827.121036:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788556 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140e5 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.121097:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.121115:0:8458:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788502 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.121123:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 4/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.121158:0:8458:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788502 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755827.121172:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667068928:0@lo:104: 00000100:00100000:0.0:1787755827.121217:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755827.121267:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.121380:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667068928 00000100:00100000:2.0:1787755827.121386:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667068928 00000100:00100000:2.0:1787755827.121432:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7947 00000100:00100000:2.0:1787755827.121439:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667068928:12345-0@lo:104: 00010000:00010000:2.0:1787755827.121453:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.121514:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755827.121521:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667068928:12345-0@lo:104: Request processed in 82us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.121527:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7947 00000100:00100000:0.0:1787755827.121528:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667068928:0@lo:104: 00010000:00010000:0.0:1787755827.121545:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.121585:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755827.121671:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.121680:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755827.121685:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755827.121694:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.121724:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.121730:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755827.121761:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.121769:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788502 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788509 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.121790:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755827.121792:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755827.121794:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755827.121838:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667069056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755827.121953:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755827.122380:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069056 00000100:00100000:2.0:1787755827.122386:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069056 00010000:00010000:2.0:1787755827.122419:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788502 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755827.122448:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21723 00000100:00100000:2.0:1787755827.122456:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667069056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755827.122468:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755827.122899:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788509 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788502 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.122915:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755827.122920:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.122928:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.122935:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.122963:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755827.123017:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667069056:12345-0@lo:103:ldlm_bl.0 Request processed in 562us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.123028:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21723 00010000:00010000:0.0:1787755827.123093:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.123101:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755827.123173:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x198:0x0]: returning size 4096 00000004:00200000:0.0:1787755827.123180:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000100:00100000:1.0:1787755827.123184:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667069056:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755827.123225:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788556 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140e5 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.123243:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140e5 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.123251:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:0.0:1787755827.123254:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755827.123256:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755827.123384:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225539:x1874588654508672:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2321us (2587us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.123390:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70366 00000100:00100000:2.0:1787755827.126833:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755827.127476:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654508928 00000100:00100000:1.0:1787755827.127490:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654508928 00000100:00100000:1.0:1787755827.127574:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70367 00000100:00100000:1.0:1787755827.127588:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225539:x1874588654508928:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755827.127623:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755827.127628:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755827.127663:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b32536578855d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140e5 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127688:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755827.127699:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755827.127716:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788564 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140ec expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127867:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127882:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127893:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127906:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127911:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.127916:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755827.128231:0:10714:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51c:0x0], index 0: 0 00010000:00010000:1.0:1787755827.128385:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788579 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128394:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788579 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128416:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788579 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128449:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128454:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128459:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128463:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128466:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755827.128469:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128474:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128484:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe466c5b00) 00010000:00010000:1.0:1787755827.128485:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755827.128488:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 3/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128492:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b32536578856b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755827.128502:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000f3f9f40 reply state 00000000e7a94179 transno 8589957507 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128511:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128518:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe466c5600) 00010000:00010000:1.0:1787755827.128520:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755827.128523:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755827.128550:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788564 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140ec expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128567:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788579 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140ec expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.128572:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe466c5a00) 00010000:00010000:1.0:1787755827.128574:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755827.128575:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755827.128656:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225539:x1874588654508928:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1072us (1842us total) trans 8589957507 rc 0/0 00000100:00100000:1.0:1787755827.128663:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70367 00000100:00100000:1.0:1787755827.132629:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.140733:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654509056 00000100:00100000:2.0:1787755827.140754:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654509056 00000100:00100000:2.0:1787755827.140849:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30804 00000100:00100000:2.0:1787755827.140866:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225539:x1874588654509056:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755827.140892:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1787755827.140924:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755827.140925:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140f3 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755827.140960:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x51c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755827.140984:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=8884s v=(0 0) 00010000:00010000:2.0:1787755827.140989:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755827.141002:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.141023:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.141041:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755827.141129:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225539:x1874588654509056:12345-192.168.201.7@tcp:101:bash.0 Request processed in 269us (8509us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.141137:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30804 00000100:00100000:0.0:1787755827.146617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755827.146722:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654509312 00000100:00100000:1.0:1787755827.146733:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654509312 00000100:00100000:1.0:1787755827.146798:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9384 00000100:00100000:1.0:1787755827.146811:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225539:x1874588654509312:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:1.0:1787755827.147144:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225539:x1874588654509312:12345-192.168.201.7@tcp:35:bash.0 Request processed in 333us (549us total) trans 8589957508 rc 0/0 00000100:00100000:1.0:1787755827.147153:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9384 00000100:00100000:0.0:1787755827.153739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755827.153842:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654509568 00000100:00100000:3.0:1787755827.153853:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654509568 00000100:00100000:3.0:1787755827.153917:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70368 00000100:00100000:3.0:1787755827.153928:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225539:x1874588654509568:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755827.153947:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755827.153950:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755827.153977:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b32536578854f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140de expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154002:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755827.154008:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755827.154024:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578858e lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2140fa expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154156:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154169:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154179:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154193:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154199:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.154205:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755827.154390:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667069184:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755827.154460:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755827.154557:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755827.162483:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069184 00000100:00100000:2.0:1787755827.162501:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069184 00000100:00100000:2.0:1787755827.162587:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24563 00000100:00100000:2.0:1787755827.162600:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588667069184:12345-0@lo:1000:mdt00_008.0 00000100:00100000:2.0:1787755827.162836:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588667069184:12345-0@lo:1000:mdt00_008.0 Request processed in 237us (8373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.162844:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24563 00000100:00100000:1.0:1787755827.169122:0:35153:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957506 gen 2 00000004:00080000:1.0:1787755827.169136:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957506 committed transno 8589957506 00000100:00100000:1.0:1787755827.169184:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b308700 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667069184:0@lo:1000:mdt00_008.0 00000004:00080000:1.0:1787755827.170008:0:35153:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d6:0x0], index 1: 0 00010000:00010000:1.0:1787755827.170210:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b3253657885a3 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170225:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b3253657885a3 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170236:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b3253657885a3 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170273:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170281:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170287:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170298:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170303:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755827.170307:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.170475:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755827.170570:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170585:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755827.170588:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755827.170593:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170599:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788595 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755827.170627:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000085483189 reply state 00000000f1424208 transno 4294985415 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170639:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170646:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x4ec94fd6 (ffff9dff439f7c00) 00010000:00010000:1.0:1787755827.170648:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755827.170652:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755827.170693:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b32536578858e lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140fa expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170715:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b3253657885a3 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140fa expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755827.170723:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe466c5b00) 00010000:00010000:1.0:1787755827.170725:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755827.170727:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755827.170837:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225539:x1874588654509568:12345-192.168.201.7@tcp:101:bash.0 Request processed in 16910us (17105us total) trans 4294985415 rc 0/0 00000100:00100000:1.0:1787755827.170847:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70368 00000100:00100000:0.0:1787755827.185407:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.185497:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654509696 00000100:00100000:2.0:1787755827.185508:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654509696 00000100:00100000:2.0:1787755827.185585:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30805 00000100:00100000:2.0:1787755827.185614:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225539:x1874588654509696:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755827.185633:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755827.185656:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214101 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755827.185684:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755827.185707:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d6:0x0].0x0 since=8884s v=(0 0) 00010000:00010000:2.0:1787755827.185712:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755827.185721:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 8 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.185738:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 8 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.185752:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755827.185813:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225539:x1874588654509696:12345-192.168.201.7@tcp:101:bash.0 Request processed in 218us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.185820:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30805 00000100:00080000:0.0:1787755827.185995:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755827.191269:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755827.193847:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654509952 00000100:00100000:3.0:1787755827.193862:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654509952 00000100:00100000:3.0:1787755827.193935:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9385 00000100:00100000:3.0:1787755827.193945:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225539:x1874588654509952:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:3.0:1787755827.194257:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:225539:x1874588654509952:12345-192.168.201.7@tcp:35:bash.0 Request processed in 313us (2996us total) trans 4294985416 rc 0/0 00000100:00100000:3.0:1787755827.194265:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9385 00000100:00100000:3.0:1787755827.218557:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755827.218732:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510080 00000100:00100000:0.0:1787755827.218743:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510080 00000100:00100000:0.0:1787755827.218821:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11164 00000100:00100000:0.0:1787755827.218832:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:34914:x1874588654510080:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755827.218864:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755827.218893:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788517 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140c9 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.218912:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755827.218924:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788579 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140ec expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.218935:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe466c5a00) 00010000:00010000:0.0:1787755827.218950:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788533 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140d0 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755827.218958:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755827.218964:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755827.219029:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34914:x1874588654510080:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 198us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755827.219037:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11164 00000100:00100000:0.0:1787755827.225271:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755827.225327:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755827.225406:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510208 00000100:00100000:3.0:1787755827.225416:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510336 00000100:00100000:2.0:1787755827.225420:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510208 00000100:00100000:3.0:1787755827.225420:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510336 00000100:00100000:3.0:1787755827.225488:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11165 00000100:00100000:2.0:1787755827.225494:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11166 00000100:00100000:3.0:1787755827.225499:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:49234:x1874588654510336:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755827.225516:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755827.225543:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b3253657885a3 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140fa expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.225564:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe466c5b00) 00010000:00010000:3.0:1787755827.225582:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788541 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140d7 expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.225593:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:3.0:1787755827.225611:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd000/0x9b2b3253657882fc lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e66:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214059 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755827.225621:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e66:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:3.0:1787755827.225627:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755827.225681:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:49234:x1874588654510336:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 184us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755827.225689:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11165 00000100:00100000:2.0:1787755827.225781:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:15681:x1874588654510208:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755827.225791:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755827.225804:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788388 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1daf:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21407c expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755827.225814:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1daf:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:2.0:1787755827.225821:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755827.225919:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:15681:x1874588654510208:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 418us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755827.225926:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11166 00000004:00080000:1.0:1787755828.201298:0:8668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8885222978974ns, next at 8886222976131ns, rc = 0 00000100:00100000:1.0:1787755828.201366:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667069696:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.201481:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.201540:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667070208:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.201566:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.201598:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667070720:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.201630:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.201664:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787755828.201671:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667069568:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.201693:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.201711:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667070080:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.201730:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.201745:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667070592:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.201765:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.201808:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069696 00000100:00100000:1.0:1787755828.201820:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069696 00000100:00100000:1.0:1787755828.202303:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070208 00000100:00100000:1.0:1787755828.202309:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070208 00000100:00100000:1.0:1787755828.202356:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069568 00000100:00100000:1.0:1787755828.202359:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069568 00000100:00100000:1.0:1787755828.202380:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070080 00000100:00100000:1.0:1787755828.202383:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070080 00000100:00100000:1.0:1787755828.202409:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15708 00000100:00100000:1.0:1787755828.202418:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667069696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.202483:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667069696:12345-0@lo:400:kworker.0 Request processed in 66us (1002us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.202490:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15708 00000100:00100000:1.0:1787755828.202523:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15709 00000100:00100000:1.0:1787755828.202529:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667070208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.202557:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667070208:12345-0@lo:400:kworker.0 Request processed in 28us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.202563:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15709 00000100:00100000:1.0:1787755828.202573:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15710 00000100:00100000:1.0:1787755828.202578:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667069568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.202612:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667069568:12345-0@lo:400:kworker.0 Request processed in 34us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.202618:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15710 00000100:00100000:1.0:1787755828.202631:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15711 00000100:00100000:1.0:1787755828.202637:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667070080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.202662:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667070080:12345-0@lo:400:kworker.0 Request processed in 25us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.202669:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15711 00000100:00100000:1.0:1787755828.202690:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070720 00000100:00100000:1.0:1787755828.202694:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070720 00000100:00100000:1.0:1787755828.202721:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070592 00000100:00100000:1.0:1787755828.202724:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070592 00000100:00100000:1.0:1787755828.202744:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10108 00000100:00100000:1.0:1787755828.202750:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667070720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.202780:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667070720:12345-0@lo:400:kworker.0 Request processed in 30us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.202786:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10108 00000100:00100000:1.0:1787755828.202798:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10109 00000100:00100000:1.0:1787755828.202804:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667070592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.202830:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667070592:12345-0@lo:400:kworker.0 Request processed in 26us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.202836:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10109 00000100:00080000:1.0:1787755828.203561:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755828.203567:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755828.203570:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755828.203572:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755828.203661:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667069568:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.203676:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667070080:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.203688:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667070592:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.203699:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667069696:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.203710:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667070208:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.203722:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667070720:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.203799:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667069440:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.204014:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.204060:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667069952:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.204086:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.204103:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667070464:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204374:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069440 00000100:00100000:2.0:1787755828.204381:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069440 00000100:00100000:2.0:1787755828.204430:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24564 00000100:00100000:2.0:1787755828.204438:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667069440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204488:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667069440:12345-0@lo:400:kworker.0 Request processed in 51us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755828.204495:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24564 00000100:00100000:2.0:1787755828.204534:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667069312:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204567:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755828.204605:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667069824:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204632:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755828.204653:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667070336:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204675:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755828.204692:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667070848:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204714:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755828.204749:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069312 00000100:00100000:2.0:1787755828.204753:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069312 00000100:00100000:2.0:1787755828.204783:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:2.0:1787755828.204789:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667069312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.204824:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667069312:12345-0@lo:400:kworker.0 Request processed in 34us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755828.204830:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1787755828.205076:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.205098:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667070976:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755828.205197:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755828.205259:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667069440:0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.205295:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069952 00000100:00100000:1.0:1787755828.205300:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069952 00000100:00100000:2.0:1787755828.205396:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070336 00000100:00100000:2.0:1787755828.205401:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070336 00000100:00100000:1.0:1787755828.205467:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10110 00000100:00100000:1.0:1787755828.205475:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667069952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.205523:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667069952:12345-0@lo:400:kworker.0 Request processed in 49us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.205530:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10110 00000100:00100000:1.0:1787755828.205555:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667069824 00000100:00100000:1.0:1787755828.205558:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667069824 00000100:00100000:3.0:1787755828.207086:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070848 00000100:00100000:3.0:1787755828.207097:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070848 00000100:00100000:3.0:1787755828.207171:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15712 00000100:00100000:3.0:1787755828.207181:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667070848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755828.207257:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667070848:12345-0@lo:400:kworker.0 Request processed in 78us (2542us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755828.207264:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15712 00000100:00100000:2.0:1787755828.209849:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10111 00000100:00080000:0.0:1787755828.211663:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755828.211673:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755828.211676:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755828.211697:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070976 00000100:00100000:0.0:1787755828.211708:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070976 00000100:00100000:0.0:1787755828.211762:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6811 00000100:00100000:0.0:1787755828.211773:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667070976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755828.211813:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755828.214097:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667070976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2316us (8888us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755828.214645:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667070336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.214719:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667070336:12345-0@lo:400:kworker.0 Request processed in 88us (10043us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755828.214727:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10111 00000100:00100000:2.0:1787755828.214817:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667069312:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.214836:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667070336:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.214965:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667070848:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.215017:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667070464 00000100:00100000:2.0:1787755828.215025:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667070464 00000100:00100000:2.0:1787755828.215068:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24565 00000100:00100000:2.0:1787755828.215075:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667070464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.215126:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667070464:12345-0@lo:400:kworker.0 Request processed in 39us (10038us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755828.215132:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24565 00010000:00010000:2.0:1787755828.215158:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755828.215238:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667069952:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.215252:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667070464:0@lo:400:kworker.0 00000100:00100000:2.0:1787755828.215268:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667070976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755828.215535:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6811 00000100:00100000:1.0:1787755828.217216:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15713 00000100:00100000:1.0:1787755828.217233:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667069824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755828.217360:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667069824:12345-0@lo:400:kworker.0 Request processed in 133us (12727us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755828.217367:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15713 00000100:00100000:3.0:1787755828.218100:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667069824:0@lo:400:kworker.0 00000100:00100000:3.0:1787755828.715566:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755828.715597:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667071104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755828.715667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755828.715715:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667071104 00000100:00100000:3.0:1787755828.715723:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667071104 00000100:00100000:3.0:1787755828.715770:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6812 00000100:00100000:3.0:1787755828.715779:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667071104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755828.715805:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755828.715848:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667071104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755828.715854:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6812 00000100:00100000:3.0:1787755828.715902:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667071104:0@lo:13:osp-pre-1-1.0 00000001:00080000:3.0:1787755828.725164:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976204 is committed 00000001:00080000:3.0:1787755828.725178:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976203 is committed 00000001:00080000:3.0:1787755828.725186:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976202 is committed 00000004:00080000:1.0:1787755828.726441:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 356 committed 00010000:00010000:1.0:1787755828.726493:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755828.726510:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755828.726557:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755828.726565:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755828.726597:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788430 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788437 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755828.726621:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985416 is committed 00000020:00080000:1.0:1787755828.726637:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4aa86240 refcount 2 committed 0 result 0 batchid 3438 00000020:00080000:1.0:1787755828.726641:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe52df6000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aa860c0 00000020:00080000:1.0:1787755828.726644:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1537 00000020:00080000:1.0:1787755828.726647:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff58382400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe489e5400 00000020:00080000:1.0:1787755828.726650:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1218 00000001:00080000:1.0:1787755828.726659:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985413 is committed 00000020:00080000:1.0:1787755828.726662:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4598fc00 refcount 2 committed 0 result 0 batchid 3437 00000020:00080000:1.0:1787755828.726665:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff58382b00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4598f9c0 00000020:00080000:1.0:1787755828.726668:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1536 00000020:00080000:1.0:1787755828.726670:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff58382200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe46d80600 00000020:00080000:1.0:1787755828.726672:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1217 00000004:00080000:1.0:1787755828.726680:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 355 committed 00000020:00080000:1.0:1787755828.726684:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4957f900 refcount 2 committed 0 result 0 batchid 3436 00000020:00080000:1.0:1787755828.726686:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4957fd80 00000020:00080000:1.0:1787755828.726689:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1535 00000020:00080000:1.0:1787755828.726691:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe489e4200 00000020:00080000:1.0:1787755828.726693:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1216 00000020:00080000:1.0:1787755828.726701:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4957f600 refcount 2 committed 0 result 0 batchid 3435 00000020:00080000:1.0:1787755828.726703:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227d00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4957f300 00000020:00080000:1.0:1787755828.726705:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1534 00000020:00080000:1.0:1787755828.726707:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe51227f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe489e4a00 00000020:00080000:1.0:1787755828.726710:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1215 00000001:00080000:1.0:1787755828.726715:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985407 is committed 00000020:00080000:1.0:1787755828.726721:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3434 batchid updated 00000100:00100000:1.0:1787755828.726740:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755828.726762:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f442300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667071232:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755828.726830:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1787755828.726879:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3438 committed batchid 3434 00000004:00080000:1.0:1787755828.726997:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4b28c6c0 with version 6874 00000020:00080000:1.0:1787755828.727006:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3431 cancel update log [0x200000401:0x3:0x0].1530: rc = 0 00000020:00080000:1.0:1787755828.727055:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3431 cancel update log [0x240000400:0x3:0x0].1211: rc = 0 00000004:00080000:1.0:1787755828.727080:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dff42f72900 with version 6875 00000020:00080000:1.0:1787755828.727083:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3432 cancel update log [0x200000401:0x3:0x0].1531: rc = 0 00000020:00080000:1.0:1787755828.727101:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3432 cancel update log [0x240000400:0x3:0x0].1212: rc = 0 00000004:00080000:1.0:1787755828.727123:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aba23c0 with version 6876 00000020:00080000:1.0:1787755828.727126:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3433 cancel update log [0x200000401:0x3:0x0].1532: rc = 0 00000020:00080000:1.0:1787755828.727145:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3433 cancel update log [0x240000400:0x3:0x0].1213: rc = 0 00000004:00080000:1.0:1787755828.727163:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4957f840 with version 6877 00000020:00080000:1.0:1787755828.727166:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3434 cancel update log [0x200000401:0x3:0x0].1533: rc = 0 00000020:00080000:1.0:1787755828.727184:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3434 cancel update log [0x240000400:0x3:0x0].1214: rc = 0 00000020:00080000:1.0:1787755828.727190:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3434 00000004:00080000:3.0:1787755828.727796:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6874 rpc_version 6874 00000020:00100000:3.0:1787755828.727817:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755828.727825:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe48b4fb80 x1874588667071616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755828.727842:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667071616:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755828.727894:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755828.727917:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84780 going to sleep for 11 seconds 00000100:00100000:3.0:1787755828.728400:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667071232 00000100:00100000:3.0:1787755828.728410:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667071232 00000100:00100000:3.0:1787755828.728486:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11167 00000100:00100000:3.0:1787755828.728497:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588667071232:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:3.0:1787755828.728512:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755828.728544:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788437 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x197:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788430 expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728567:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x197:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755828.728586:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755828.728643:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667071232:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 146us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755828.728651:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11167 00010000:00010000:3.0:1787755828.728682:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728692:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728698:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728704:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755828.728710:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728718:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728729:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:3.0:1787755828.728732:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755828.728737:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728743:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657884f4 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728760:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728767:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728773:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728777:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755828.728780:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728785:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728793:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:3.0:1787755828.728795:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755828.728799:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728805:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b3253657884fb lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728821:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728833:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728838:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728843:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755828.728846:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728852:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728859:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x4ec94fd6 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755828.728862:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755828.728865:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.728871:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b32536578859c lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755828.728945:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f442300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667071232:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755828.729128:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667071360:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1787755828.729171:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755828.730110:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667071360 00000100:00100000:3.0:1787755828.730118:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667071360 00000100:00100000:3.0:1787755828.730625:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30806 00000100:00100000:3.0:1787755828.730636:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667071360:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1787755828.730666:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1236 count 1 00010000:00010000:3.0:1787755828.730691:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.730714:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.730724:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d4:0x0].0x0 since=9s v=(0 0) 00010000:00010000:3.0:1787755828.730728:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755828.730733:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.730768:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 6 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.730785:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 6 pid: 24263 timeout: 8985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755828.730798:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667071744:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755828.730881:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa840c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755828.731135:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667071616 00000100:00100000:2.0:1787755828.731141:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667071616 00000100:00100000:2.0:1787755828.731186:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24566 00000100:00100000:2.0:1787755828.731194:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667071616:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755828.732885:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667071616:12345-0@lo:1000:osp_up0-1.0 Request processed in 1685us (4983us total) trans 8589957509 rc 0/0 00000100:00100000:2.0:1787755828.732896:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24566 00000100:00100000:3.0:1787755828.733056:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667071616:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755828.733070:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6875 rpc_version 6875 00000020:00100000:3.0:1787755828.733098:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755828.733104:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9c3100 x1874588667072000/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755828.733124:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667072000:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755828.733158:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755828.733184:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755828.733541:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667072000 00000100:00100000:2.0:1787755828.733548:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667072000 00000100:00100000:2.0:1787755828.733592:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24567 00000100:00100000:2.0:1787755828.733600:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667072000:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755828.733703:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667072000:12345-0@lo:1000:osp_up0-1.0 Request processed in 103us (544us total) trans 8589957510 rc 0/0 00000100:00100000:2.0:1787755828.733710:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24567 00000100:00100000:0.0:1787755828.733887:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667072000:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755828.733896:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6876 rpc_version 6876 00000020:00100000:0.0:1787755828.733909:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755828.733914:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a918000 x1874588667072256/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755828.733927:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667072256:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755828.733956:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755828.734311:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122a480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755828.745920:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667072256 00000100:00100000:3.0:1787755828.745933:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667072256 00000100:00100000:3.0:1787755828.745983:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24568 00000100:00100000:3.0:1787755828.745992:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667072256:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755828.746183:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667072256:12345-0@lo:1000:osp_up0-1.0 Request processed in 191us (12225us total) trans 8589957511 rc 0/0 00000100:00100000:3.0:1787755828.746191:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24568 00000100:00100000:3.0:1787755828.746256:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667072256:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755828.746272:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6877 rpc_version 6877 00000020:00100000:3.0:1787755828.746294:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755828.746300:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9c2d80 x1874588667072512/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755828.746337:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667072512:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755828.746388:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755828.746407:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa84780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755828.747207:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755828.747238:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667072512 00000100:00100000:2.0:1787755828.747243:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667072512 00000100:00100000:2.0:1787755828.747279:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24569 00000100:00100000:2.0:1787755828.747287:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667072512:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755828.747443:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667072512:12345-0@lo:1000:osp_up0-1.0 Request processed in 157us (1054us total) trans 8589957512 rc 0/0 00000100:00100000:2.0:1787755828.747450:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24569 00000100:00100000:2.0:1787755828.747480:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510464 00000100:00100000:2.0:1787755828.747484:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510464 00010000:00010000:2.0:1787755828.747507:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 7 pid: 24263 timeout: 8985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755828.747543:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21724 00000100:00100000:2.0:1787755828.747550:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654510464:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755828.747561:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755828.747568:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 7 pid: 24263 timeout: 8985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755828.747589:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 7 pid: 24263 timeout: 8985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755828.747615:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755828.747620:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d4:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755828.747626:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755828.747636:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755828.747651:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755828.747683:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654510464:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 134us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755828.747690:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21724 00000100:00100000:2.0:1787755828.747729:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667072512:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755828.748799:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788254 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21401a expref: 6 pid: 24263 timeout: 8985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755828.748817:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667071744:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755828.748836:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.748846:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.748854:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.748865:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.748873:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755828.748896:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755828.749051:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f442300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667071360:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18416us (19879us total) trans 4294973868 rc 0/0 00000100:00100000:3.0:1787755828.749059:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30806 00000004:00080000:3.0:1787755828.749108:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe48b4ce00/2, rc 0, transno 4294973868 00000100:00100000:3.0:1787755828.749114:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667071360:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1787755828.750187:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755828.750196:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755828.750207:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755828.750213:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755828.750224:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755828.750241:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755828.750249:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b3253657885b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755828.750270:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755828.750272:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755828.750274:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755828.818251:0:165642:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:3.0:1787755828.818300:0:165642:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755829.218453:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755829.639359:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.639413:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755829.639701:0:20161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510592 00000100:00100000:3.0:1787755829.639714:0:20161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510592 00000100:00100000:1.0:1787755829.639775:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510720 00000100:00100000:1.0:1787755829.639780:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510720 00002000:00100000:3.0:1787755829.639794:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x51c:0x0] (0->5) req@ffff9dfe4a918700 x1874588654510592/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:400/0 lens 496/0 e 0 to 0 dl 1787755840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755829.639807:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a918700 with x1874588654510592 ext(0->5) 00002000:00010000:3.0:1787755829.639813:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a918700 00000100:00100000:1.0:1787755829.639833:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30807 00000100:00100000:3.0:1787755829.639833:0:20161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27936 00000100:00100000:1.0:1787755829.639843:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654510720:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:3.0:1787755829.639843:0:20161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654510592:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755829.639957:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654510720:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 114us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755829.639964:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30807 00000100:00080000:0.0:1787755829.642188:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755829.655590:0:20161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654510592:12345-192.168.201.7@tcp:4:bash.0 Request processed in 15734us (16161us total) trans 4294973869 rc 0/0 00000100:00100000:3.0:1787755829.655607:0:20161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27936 00002000:00100000:3.0:1787755829.655623:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x51c:0x0] (0->5) req@ffff9dfe4a918700 x1874588654510592/t4294973869(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:400/0 lens 496/448 e 0 to 0 dl 1787755840 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755829.655633:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a918700 with x1874588654510592 ext(0->5) 00002000:00010000:3.0:1787755829.655640:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a918700 00000100:00100000:0.0:1787755829.659488:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659524:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659550:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659584:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659629:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659650:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659668:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659689:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659710:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659749:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755829.659788:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511232 00000100:00100000:0.0:1787755829.659798:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511232 00000100:00100000:0.0:1787755829.659859:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511744 00000100:00100000:0.0:1787755829.659862:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511744 00000100:00100000:0.0:1787755829.659883:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511360 00000100:00100000:0.0:1787755829.659886:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511360 00000100:00100000:0.0:1787755829.659904:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512000 00000100:00100000:0.0:1787755829.659907:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512000 00000100:00100000:0.0:1787755829.659929:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10112 00000100:00100000:0.0:1787755829.659939:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654511232:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660017:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654511232:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 79us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660026:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10112 00000100:00100000:0.0:1787755829.660044:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10113 00000100:00100000:0.0:1787755829.660051:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654511744:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660075:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654511744:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660081:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10113 00000100:00100000:0.0:1787755829.660093:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10114 00000100:00100000:0.0:1787755829.660100:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654511360:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660122:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654511360:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660129:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10114 00000100:00100000:0.0:1787755829.660139:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30808 00000100:00100000:0.0:1787755829.660145:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654512000:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:0.0:1787755829.660218:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654512000:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 72us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660226:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30808 00000100:00100000:0.0:1787755829.660250:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510848 00000100:00100000:0.0:1787755829.660254:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510848 00000100:00100000:0.0:1787755829.660277:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2400 00000100:00100000:0.0:1787755829.660283:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654510848:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660306:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bcb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654510848:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660312:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2400 00000100:00100000:0.0:1787755829.660365:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654510976 00000100:00100000:0.0:1787755829.660368:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654510976 00000100:00100000:0.0:1787755829.660396:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511488 00000100:00100000:0.0:1787755829.660399:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511488 00000100:00100000:0.0:1787755829.660417:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511104 00000100:00100000:0.0:1787755829.660420:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511104 00000100:00100000:0.0:1787755829.660438:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511616 00000100:00100000:0.0:1787755829.660441:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511616 00000100:00100000:0.0:1787755829.660462:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15714 00000100:00100000:0.0:1787755829.660468:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654510976:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660494:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654510976:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660500:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15714 00000100:00100000:0.0:1787755829.660512:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15715 00000100:00100000:0.0:1787755829.660518:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654511488:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660542:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654511488:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660548:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15715 00000100:00100000:0.0:1787755829.660570:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15716 00000100:00100000:0.0:1787755829.660578:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654511104:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660601:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654511104:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660607:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15716 00000100:00100000:0.0:1787755829.660618:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15717 00000100:00100000:0.0:1787755829.660625:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654511616:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755829.660646:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654511616:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755829.660652:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15717 00000100:00080000:0.0:1787755829.660671:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755829.660675:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755829.660677:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755829.660679:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755829.660818:0:8439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654511872 00000100:00100000:2.0:1787755829.660823:0:8439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654511872 00002000:00100000:2.0:1787755829.660850:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x4d6:0x0] (0->5) req@ffff9dfe4a047480 x1874588654511872/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:400/0 lens 496/0 e 0 to 0 dl 1787755840 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755829.660861:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a047480 with x1874588654511872 ext(0->5) 00002000:00010000:2.0:1787755829.660867:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a047480 00000100:00100000:2.0:1787755829.660884:0:8439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27937 00000100:00100000:2.0:1787755829.660891:0:8439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654511872:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:2.0:1787755829.667855:0:8439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654511872:12345-192.168.201.7@tcp:4:bash.0 Request processed in 6952us (8108us total) trans 4294976205 rc 0/0 00000100:00100000:2.0:1787755829.667870:0:8439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27937 00002000:00100000:2.0:1787755829.667895:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x4d6:0x0] (0->5) req@ffff9dfe4a047480 x1874588654511872/t4294976205(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:400/0 lens 496/448 e 0 to 0 dl 1787755840 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755829.667905:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a047480 with x1874588654511872 ext(0->5) 00002000:00010000:2.0:1787755829.667911:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a047480 00000100:00100000:1.0:1787755830.243579:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667072640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755830.243650:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755830.243710:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667072640 00000100:00100000:1.0:1787755830.243719:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667072640 00000100:00100000:1.0:1787755830.243769:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24570 00000100:00100000:1.0:1787755830.243779:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667072640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755830.243826:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443385344 avail 1297145856 00000100:00100000:1.0:1787755830.243885:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667072640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755830.243892:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24570 00000100:00100000:1.0:1787755830.243945:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985407 gen 2 00000004:00080000:1.0:1787755830.243951:0:3648:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985407 committed transno 4294985407 00000020:00080000:1.0:1787755830.243956:0:3648:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4598f600 refcount 2 committed 0 result 0 batchid 4294979811 00000020:00080000:1.0:1787755830.243960:0:3648:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cbb00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4598f840 00000020:00080000:1.0:1787755830.243964:0:3648:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].943 00000020:00080000:1.0:1787755830.243966:0:3648:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cb500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe479c8a00 00000020:00080000:1.0:1787755830.243968:0:3648:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].940 00000100:00100000:1.0:1787755830.244001:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667072640:0@lo:41:osp-pre-1-0.0 00000020:00080000:2.0:1787755830.244926:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979811 committed batchid 4294979810 00000020:00080000:2.0:1787755830.245001:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979810 00010000:00010000:2.0:1787755830.245164:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755830.754575:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787755830.754600:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667072896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755830.754683:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755830.754763:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667072768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755830.754798:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755830.755047:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667072896 00000100:00100000:1.0:1787755830.755055:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667072896 00000100:00100000:1.0:1787755830.755106:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667072768 00000100:00100000:1.0:1787755830.755109:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667072768 00000100:00100000:1.0:1787755830.755124:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6813 00000100:00100000:1.0:1787755830.755132:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667072896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755830.755170:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491161280 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755830.755215:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667072896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755830.755221:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6813 00000100:00100000:1.0:1787755830.755236:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6814 00000100:00100000:1.0:1787755830.755241:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667072768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755830.755253:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:1.0:1787755830.755284:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667072768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755830.755290:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6814 00000100:00080000:2.0:1787755830.755515:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755830.755519:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755830.755766:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667073024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755830.755904:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755830.756005:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43cd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667072896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755830.756017:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976204 gen 2 00000004:00080000:2.0:1787755830.756022:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4cc7e680, transno 4294976204 00000100:00100000:2.0:1787755830.756042:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667072768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755830.760777:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073024 00000100:00100000:0.0:1787755830.760792:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073024 00000100:00100000:0.0:1787755830.761037:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24571 00000100:00100000:0.0:1787755830.761049:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667073024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755830.761157:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442770944 avail 1296531456 00000100:00100000:0.0:1787755830.761269:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667073024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 222us (5364us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755830.761277:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24571 00000100:00100000:3.0:1787755830.761360:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667073024:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787755831.266998:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755832.292683:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755832.381095:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.381268:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512128 00000100:00100000:2.0:1787755832.381279:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512128 00000100:00100000:2.0:1787755832.381366:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70369 00000100:00100000:2.0:1787755832.381377:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:225720:x1874588654512128:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755832.381398:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.381417:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657885bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214108 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.381480:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.381493:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.381527:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755832.381576:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755832.381580:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755832.381600:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.381628:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657885bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.381646:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.381653:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755832.381656:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755832.381659:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755832.381722:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:225720:x1874588654512128:12345-192.168.201.7@tcp:101:cat.0 Request processed in 347us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.381729:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70369 00000100:00080000:3.0:1787755832.382005:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755832.392214:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755832.392601:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512256 00000100:00100000:3.0:1787755832.392612:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512256 00000100:00100000:3.0:1787755832.392673:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70370 00000100:00100000:3.0:1787755832.392683:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:225720:x1874588654512256:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755832.392703:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755832.392723:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657885cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21410f expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393075:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393090:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393101:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393113:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393124:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393130:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393199:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657885e2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393206:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657885e2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393212:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657885e2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755832.393232:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657885e2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393246:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393252:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393258:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393263:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393269:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755832.393273:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393281:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393631:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755832.393636:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755832.393640:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393648:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657885d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393661:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393667:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393673:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393678:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755832.393681:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393687:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393695:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48affb00) 00010000:00010000:3.0:1787755832.393697:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755832.393700:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393710:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657885db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.393740:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657885cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21410f expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.394243:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657885e2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21410f expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.394251:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755832.394254:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755832.394257:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755832.394360:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:225720:x1874588654512256:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1676us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.394368:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70370 00000100:00100000:0.0:1787755832.398099:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.398187:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512384 00000100:00100000:2.0:1787755832.398201:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512384 00000100:00100000:2.0:1787755832.398297:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70371 00000100:00100000:2.0:1787755832.398310:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:225720:x1874588654512384:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755832.398369:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.398397:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657885e9 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214116 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.398472:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657885f0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.398487:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657885f0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.398500:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657885f0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755832.398630:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00000004:00200000:2.0:1787755832.398638:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755832.398681:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b3253657885e9 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214116 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.398701:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657885f0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214116 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.398710:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:2.0:1787755832.398713:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755832.398716:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755832.398914:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:225720:x1874588654512384:12345-192.168.201.7@tcp:101:cat.0 Request processed in 605us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.398922:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70371 00000100:00080000:3.0:1787755832.400400:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755832.412236:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755832.414673:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512512 00000100:00100000:1.0:1787755832.414695:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512512 00000100:00100000:1.0:1787755832.414803:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70372 00000100:00100000:1.0:1787755832.414815:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:225720:x1874588654512512:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755832.414844:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755832.414875:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657885f7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21411d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.414939:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.414952:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.414963:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755832.415011:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19a:0x0]: returning size 4096 00000004:00200000:1.0:1787755832.415017:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755832.415060:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657885f7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.415082:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.415092:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755832.415095:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755832.415099:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755832.415163:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:225720:x1874588654512512:12345-192.168.201.7@tcp:101:cat.0 Request processed in 349us (2939us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.415170:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70372 00000100:00100000:3.0:1787755832.423672:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755832.423726:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512640 00000100:00100000:3.0:1787755832.423739:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512640 00000100:00100000:3.0:1787755832.424569:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70373 00000100:00100000:3.0:1787755832.424582:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+8:225720:x1874588654512640:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755832.424604:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755832.424629:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788605 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214124 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.424706:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.424724:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.424736:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755832.424801:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x198:0x0]: returning size 4096 00000004:00200000:3.0:1787755832.424807:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755832.424852:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788605 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.424871:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.424881:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755832.424884:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755832.424888:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755832.425002:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+9:225720:x1874588654512640:12345-192.168.201.7@tcp:101:cat.0 Request processed in 422us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.425010:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70373 00000100:00100000:3.0:1787755832.450552:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755832.450649:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654512896 00000100:00100000:0.0:1787755832.450659:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654512896 00000100:00100000:0.0:1787755832.450716:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70374 00000100:00100000:0.0:1787755832.450737:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:225720:x1874588654512896:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755832.450766:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755832.450789:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788613 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21412b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.450865:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.450881:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.450892:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.450902:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.450909:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.450916:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:0.0:1787755832.450985:0:17813:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000020:00080000:1.0:1787755832.806458:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979811 batchid updated 00000001:00080000:1.0:1787755832.806490:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957512 is committed 00000001:00080000:1.0:1787755832.806540:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957508 is committed 00010000:00010000:0.0:1787755832.806682:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.806699:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.806708:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.806714:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755832.806719:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.806728:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.806763:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe466c5600) 00010000:00010000:0.0:1787755832.806767:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755832.806771:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.806779:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788572 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787755832.807004:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979811 00000004:00080000:2.0:1787755832.807085:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe5199b9c0 with version 1836 00000020:00080000:2.0:1787755832.807136:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979811 cancel update log [0x240000404:0x2:0x0].943: rc = 0 00000020:00080000:2.0:1787755832.807225:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979811 cancel update log [0x200000bd0:0x2:0x0].940: rc = 0 00000020:00080000:2.0:1787755832.807233:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979811 00000004:00080000:0.0:1787755832.807964:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1836 rpc_version 1836 00000020:00100000:0.0:1787755832.808004:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755832.808017:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a046680 x1874588667073280/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755832.808058:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667073280:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755832.808142:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.808209:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465c9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.808544:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073280 00000100:00100000:1.0:1787755832.808554:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073280 00000100:00100000:1.0:1787755832.808614:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24572 00000100:00100000:1.0:1787755832.808624:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588667073280:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755832.808910:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667073280:12345-0@lo:1000:osp_up1-0.0 Request processed in 286us (767us total) trans 4294985417 rc 0/0 00000100:00100000:1.0:1787755832.808918:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24572 00000100:00100000:0.0:1787755832.809016:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667073280:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755832.887908:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.888183:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513024 00000100:00100000:2.0:1787755832.888195:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513024 00000100:00100000:2.0:1787755832.888269:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70375 00000100:00100000:2.0:1787755832.888280:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225722:x1874588654513024:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755832.888298:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.888358:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788628 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214132 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.888426:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.888439:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.888450:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755832.888493:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755832.888497:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755832.888532:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.888556:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788628 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.888574:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.888583:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755832.888586:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755832.888590:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755832.888652:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225722:x1874588654513024:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 374us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.888659:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70375 00000100:00080000:3.0:1787755832.889373:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755832.894436:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.894681:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513152 00000100:00100000:2.0:1787755832.894692:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513152 00000100:00100000:2.0:1787755832.894762:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70376 00000100:00100000:2.0:1787755832.894773:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225722:x1874588654513152:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755832.894794:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.894816:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788636 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214139 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895004:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895021:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895032:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895049:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895056:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895063:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895140:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895148:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895155:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755832.895182:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895197:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895205:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895212:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895218:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895224:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755832.895228:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895235:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895246:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755832.895249:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.895252:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895259:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578863d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895274:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895281:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895286:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895291:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755832.895294:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895300:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895307:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe46981a00) 00010000:00010000:2.0:1787755832.895308:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.895311:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895339:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365788644 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895380:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788636 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895394:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.895401:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755832.895404:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755832.895407:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755832.895467:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225722:x1874588654513152:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 696us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.895475:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70376 00000100:00100000:1.0:1787755832.898060:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.898163:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513280 00000100:00100000:2.0:1787755832.898173:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513280 00000100:00100000:2.0:1787755832.898242:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70377 00000100:00100000:2.0:1787755832.898254:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225722:x1874588654513280:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755832.898275:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.898296:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365788652 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214140 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755832.898477:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1787755832.898706:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788659 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.898721:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788659 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.898732:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788659 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755832.898839:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00000004:00200000:2.0:1787755832.898845:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755832.898883:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365788652 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214140 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.899030:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788659 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214140 expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.899046:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:2.0:1787755832.899049:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755832.899053:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755832.899124:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225722:x1874588654513280:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 871us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.899131:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70377 00000100:00100000:3.0:1787755832.902478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.902732:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513408 00000100:00100000:2.0:1787755832.902743:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513408 00000100:00100000:2.0:1787755832.902808:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70378 00000100:00100000:2.0:1787755832.903003:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225722:x1874588654513408:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755832.903024:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.903045:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365788660 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214147 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903115:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903129:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903141:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903156:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903163:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903169:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903350:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903360:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903367:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755832.903409:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e69:0x0]: returning size 6 00000004:00200000:2.0:1787755832.903413:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755832.903432:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903444:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903453:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903459:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903465:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903471:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903481:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755832.903485:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903492:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903514:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:2.0:1787755832.903517:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.903522:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903528:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788667 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903542:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903549:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903554:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903560:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755832.903563:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903568:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903580:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x4ec94fd6 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755832.903583:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.903585:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903591:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3400/0x9b2b32536578866e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903620:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2400/0x9b2b325365788660 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214147 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903633:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214147 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.903640:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe46981700) 00010000:00010000:2.0:1787755832.903643:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755832.903645:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755832.903713:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225722:x1874588654513408:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 895us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.903720:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70378 00000100:00100000:3.0:1787755832.906456:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755832.906673:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513536 00000100:00100000:1.0:1787755832.906684:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513536 00000100:00100000:1.0:1787755832.906737:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70379 00000100:00100000:1.0:1787755832.906759:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225722:x1874588654513536:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755832.906783:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755832.906806:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b32536578867c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21414e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.906878:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907072:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907088:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907102:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907109:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907115:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907210:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907218:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907226:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755832.907268:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db0:0x0]: returning size 6 00000004:00200000:1.0:1787755832.907272:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755832.907290:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907303:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907329:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907337:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907344:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907360:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907371:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755832.907376:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907385:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907399:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:1.0:1787755832.907401:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755832.907406:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907413:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788683 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907427:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907432:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907437:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907443:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755832.907446:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907451:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907461:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe466c5600) 00010000:00010000:1.0:1787755832.907464:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755832.907467:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907473:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578868a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907515:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b32536578867c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21414e expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907530:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21414e expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.907537:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe466c5a00) 00010000:00010000:1.0:1787755832.907539:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755832.907542:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755832.907618:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225722:x1874588654513536:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 860us (1172us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.907625:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70379 00000100:00100000:1.0:1787755832.911614:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755832.912135:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.912281:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513664 00000100:00100000:2.0:1787755832.912291:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513664 00000100:00100000:2.0:1787755832.912376:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11168 00000100:00100000:2.0:1787755832.912388:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654513664:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755832.912405:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755832.912430:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788675 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214147 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.912454:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe46981700) 00010000:00010000:2.0:1787755832.912467:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755832.912545:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654513664:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 159us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.912553:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11168 00000100:00100000:0.0:1787755832.913659:0:6534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654513920 00000100:00100000:0.0:1787755832.913670:0:6534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654513920 00000100:00100000:0.0:1787755832.913732:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1235 00000100:00100000:0.0:1787755832.913754:0:6534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225722:x1874588654513920:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:0.0:1787755832.913806:0:6534:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755832.913829:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788691 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21414e expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.913845:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe466c5a00) 00010000:00010000:0.0:1787755832.913855:0:6534:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755832.913958:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073408:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.914021:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.914080:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.914205:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073408 00000100:00100000:1.0:1787755832.914210:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073408 00000100:00100000:1.0:1787755832.914249:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24573 00000100:00100000:1.0:1787755832.914256:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073408:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.914358:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073408:12345-0@lo:1000:mdt_io00_002.0 Request processed in 102us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.914370:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24573 00000100:00100000:0.0:1787755832.914702:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073408:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.914767:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073536:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.914792:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.914950:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.915194:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073536 00000100:00100000:1.0:1787755832.915199:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073536 00000100:00100000:1.0:1787755832.915236:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24574 00000100:00100000:1.0:1787755832.915244:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073536:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.915353:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073536:12345-0@lo:1000:mdt_io00_002.0 Request processed in 109us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.915360:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24574 00000100:00100000:0.0:1787755832.915511:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073536:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755832.915538:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00000100:00100000:0.0:1787755832.915567:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073664:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.915595:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.915615:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc70c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.915835:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073664 00000100:00100000:1.0:1787755832.915840:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073664 00000100:00100000:1.0:1787755832.915874:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24575 00000100:00100000:1.0:1787755832.915883:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073664:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.916024:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073664:12345-0@lo:1000:mdt_io00_002.0 Request processed in 142us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.916030:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24575 00000100:00100000:2.0:1787755832.916125:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073664:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755832.916145:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e68:0x0] 00000100:00100000:2.0:1787755832.916174:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9a3480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073792:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755832.916205:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755832.916229:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.916275:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073792 00000100:00100000:1.0:1787755832.916279:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073792 00000100:00100000:1.0:1787755832.916374:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24576 00000100:00100000:1.0:1787755832.916381:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073792:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.916433:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073792:12345-0@lo:1000:mdt_io00_002.0 Request processed in 53us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.916440:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24576 00000100:00100000:2.0:1787755832.916522:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9a3480 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073792:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755832.916563:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00000100:00100000:2.0:1787755832.916583:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073920:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755832.916606:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755832.917111:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667073920 00000100:00100000:3.0:1787755832.917116:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667073920 00000100:00100000:3.0:1787755832.917153:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24577 00000100:00100000:3.0:1787755832.917162:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073920:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.917221:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667073920:12345-0@lo:1000:mdt_io00_002.0 Request processed in 60us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.917228:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24577 00000100:00100000:0.0:1787755832.917403:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.917420:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667073920:0@lo:1000:mdt_io00_002.0 00000004:00020000:0.0:1787755832.917451:0:6534:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00000004:00020000:2.0:1787755832.917627:0:17813:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4533 00010000:00010000:2.0:1787755832.917688:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917705:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917716:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755832.917727:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db0:0x0]: returning size 6 00010000:00010000:2.0:1787755832.917831:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917840:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917846:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917852:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917859:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755832.917863:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917871:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917883:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:2.0:1787755832.917886:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.917902:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917909:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b32536578861a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917923:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917930:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917935:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917941:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755832.917944:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917950:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917957:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe466c5600) 00010000:00010000:2.0:1787755832.917959:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.917961:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.917968:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788621 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.918018:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788613 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.918032:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.918038:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755832.918040:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755832.918043:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755832.918096:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:225720:x1874588654512896:12345-192.168.201.7@tcp:101:cat.0 Request processed in 467370us (467551us total) trans 8589957513 rc 0/0 00000100:00100000:2.0:1787755832.918104:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70374 00010000:00010000:0.0:1787755832.918654:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.918663:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.918674:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.918692:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074048:0@lo:101:mdt_io00_002.0 00000100:00100000:0.0:1787755832.918791:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.918832:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755832.918878:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667074048 00000100:00100000:2.0:1787755832.918885:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667074048 00000100:00100000:2.0:1787755832.918989:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24578 00000100:00100000:2.0:1787755832.918999:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667074048:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755832.919012:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.919027:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657886a6 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.919051:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.919061:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 4/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.919089:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.919103:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 6 pid: 35169 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755832.919115:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1874588667074176:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755832.919155:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755832.927020:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755832.927240:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514048 00000100:00100000:0.0:1787755832.927250:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514048 00010000:00010000:0.0:1787755832.927294:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 7 pid: 35169 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.927371:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21725 00000100:00100000:0.0:1787755832.927382:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654514048:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755832.927398:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755832.927405:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 7 pid: 35169 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.927419:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 7 pid: 35169 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.927446:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755832.927452:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.927464:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.927474:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.927534:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.927550:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:34739:1874588667074304:0@lo:105: 00000100:00100000:0.0:1787755832.927606:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.927646:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755832.930366:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667074304 00000100:00100000:3.0:1787755832.930379:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667074304 00000100:00100000:3.0:1787755832.930434:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7948 00000100:00100000:3.0:1787755832.930444:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:34739:x1874588667074304:12345-0@lo:105: 00010000:00010000:3.0:1787755832.930460:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.930473:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.930482:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.930513:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.930524:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.930533:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.930555:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccca00) 00000100:00100000:3.0:1787755832.930635:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:34739:x1874588667074304:12345-0@lo:105: Request processed in 192us (3027us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.930643:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7948 00000100:00100000:3.0:1787755832.930689:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001_UUID:34739:1874588667074304:0@lo:105: 00010000:00010000:3.0:1787755832.930711:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755832.930764:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654514048:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3381us (3753us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.930772:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21725 00000100:00100000:3.0:1787755832.930822:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755832.931083:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514176 00000100:00100000:1.0:1787755832.931088:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514176 00000100:00100000:1.0:1787755832.931131:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30809 00000100:00100000:1.0:1787755832.931139:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654514176:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755832.931155:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755832.931171:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657886b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214155 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755832.931219:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588667074432:192.168.201.7@tcp:106: 00000100:00100000:1.0:1787755832.931271:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fba80 going to sleep for 11 seconds 00000100:00080000:3.0:1787755832.932256:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755832.938046:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657885fe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21411d expref: 6 pid: 35169 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755832.938079:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1874588667074176:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755832.938115:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 7 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.938132:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:2.0:1787755832.938135:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.938139:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755832.938214:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667074048:12345-0@lo:101:mdt_io00_002.0 Request processed in 19216us (19477us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.938222:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24578 00000100:00100000:0.0:1787755832.938420:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074048:0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755832.938437:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755832.938459:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00010000:00010000:0.0:1787755832.938531:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.938540:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.938555:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.938574:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074560:0@lo:101:mdt_io00_002.0 00000100:00100000:0.0:1787755832.938611:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.938640:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755832.939005:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667074560 00000100:00100000:2.0:1787755832.939013:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667074560 00000100:00100000:2.0:1787755832.939071:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24579 00000100:00100000:2.0:1787755832.939081:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667074560:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:2.0:1787755832.939096:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755832.939113:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657886c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657886bb expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.939139:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657886c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657886bb expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.939153:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657886c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657886bb expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.939161:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x4ec94fd6 (ffff9dfe46981700) 00010000:00010000:2.0:1787755832.939164:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755832.939166:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755832.939196:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667074560:12345-0@lo:101:mdt_io00_002.0 Request processed in 117us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.939203:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24579 00000100:00100000:0.0:1787755832.939366:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074560:0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755832.939378:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.939389:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755832.939407:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00010000:00010000:0.0:1787755832.939426:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.939441:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.939449:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.939472:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.939512:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 10 pid: 35157 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.939530:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667074688:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755832.939593:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.945763:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667074688:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755832.945803:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755832.946852:0:9891:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x51c:0x0] updating lvb size: 0 -> 6 00002000:00010000:1.0:1787755832.946858:0:9891:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x51c:0x0] updating lvb mtime: 0 -> 1787755826 00002000:00010000:1.0:1787755832.946861:0:9891:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x51c:0x0] updating lvb atime: 0 -> 1787755826 00002000:00010000:1.0:1787755832.946863:0:9891:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x51c:0x0] updating lvb ctime: 0 -> 1787755826 00002000:00010000:1.0:1787755832.946865:0:9891:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x51c:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:1.0:1787755832.946884:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588667074432:192.168.201.7@tcp:106: 00010000:00010000:1.0:1787755832.946926:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657886b4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214155 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.946950:0:9891:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657886b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214155 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.946965:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755832.947043:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654514176:12345-192.168.201.7@tcp:101:cat.0 Request processed in 15904us (16219us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755832.947052:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30809 00000100:00100000:2.0:1787755832.949398:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755832.949474:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514304 00000100:00100000:0.0:1787755832.949484:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514304 00010000:00010000:0.0:1787755832.949544:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 11 pid: 35157 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.949587:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21726 00000100:00100000:0.0:1787755832.949597:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654514304:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755832.949611:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755832.949617:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 11 pid: 35157 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.949631:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 11 pid: 35157 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.949654:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578860c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214124 expref: 11 pid: 35157 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.949669:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755832.949674:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.949684:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.949692:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.949727:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755832.949791:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654514304:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 195us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.949800:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21726 00010000:00010000:2.0:1787755832.950825:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.950840:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.950867:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.950878:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.950886:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755832.950958:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074816:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755832.951012:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755832.951035:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.951343:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667074816 00000100:00100000:0.0:1787755832.951350:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667074816 00000100:00100000:0.0:1787755832.951394:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24580 00000100:00100000:0.0:1787755832.951402:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667074816:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.951499:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667074816:12345-0@lo:1000:mdt_io00_002.0 Request processed in 88us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.951517:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24580 00000100:00100000:3.0:1787755832.951656:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074816:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.951712:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074944:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.951755:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755832.951775:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.951911:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667074944 00000100:00100000:1.0:1787755832.951916:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667074944 00000100:00100000:1.0:1787755832.951942:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24581 00000100:00100000:1.0:1787755832.951949:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667074944:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.952025:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667074944:12345-0@lo:1000:mdt_io00_002.0 Request processed in 76us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.952031:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24581 00000100:00100000:0.0:1787755832.952150:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667074944:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.952193:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075072:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.952218:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.952244:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755832.952294:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667075072 00000100:00100000:3.0:1787755832.952298:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667075072 00000100:00100000:3.0:1787755832.952354:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24582 00000100:00100000:3.0:1787755832.952362:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075072:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.952460:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075072:12345-0@lo:1000:mdt_io00_002.0 Request processed in 98us (241us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755832.952467:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24582 00000100:00100000:0.0:1787755832.952633:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075072:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.952695:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075200:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.952718:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.952729:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7240 going to sleep for 11 seconds 00000100:00100000:2.0:1787755832.952854:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667075200 00000100:00100000:2.0:1787755832.952859:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667075200 00000100:00100000:2.0:1787755832.952901:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24583 00000100:00100000:2.0:1787755832.952908:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075200:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755832.952961:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075200:12345-0@lo:1000:mdt_io00_002.0 Request processed in 53us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.952968:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24583 00000100:00100000:0.0:1787755832.953150:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075200:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.953210:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075328:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.953231:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.953242:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755832.953303:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667075328 00000100:00100000:3.0:1787755832.953307:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667075328 00000100:00100000:3.0:1787755832.953365:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24584 00000100:00100000:3.0:1787755832.953372:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075328:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.953424:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075328:12345-0@lo:1000:mdt_io00_002.0 Request processed in 52us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.953431:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24584 00000100:00100000:0.0:1787755832.953539:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075328:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755832.953558:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e68:0x0] 00010000:00010000:0.0:1787755832.953617:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.953634:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.953643:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.953667:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.953680:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 9 pid: 17813 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.953691:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667075456:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755832.954013:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:2.0:1787755832.968019:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755832.975420:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755832.976136:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514560 00000100:00100000:2.0:1787755832.976147:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514560 00010000:00010000:2.0:1787755832.976189:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 10 pid: 17813 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755832.976234:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21727 00000100:00100000:2.0:1787755832.976244:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654514560:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755832.976258:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755832.976266:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 10 pid: 17813 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.976282:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 10 pid: 17813 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.976305:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:2.0:1787755832.976310:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.976345:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.976353:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755832.976373:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755832.976427:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654514560:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 183us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.976431:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514432 00000100:00100000:2.0:1787755832.976436:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21727 00000100:00100000:0.0:1787755832.976439:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514432 00000100:00100000:0.0:1787755832.976479:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30810 00000100:00100000:0.0:1787755832.976488:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:225720:x1874588654514432:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755832.976518:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755832.976535:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21415c expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.976563:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.976572:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x51c:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755832.976576:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755832.976580:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 4/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.976610:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.976623:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 7 pid: 8436 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755832.976637:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667075584:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755832.976780:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7240 going to sleep for 11 seconds 00010000:00010000:1.0:1787755832.977373:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788698 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21412b expref: 9 pid: 17813 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755832.977392:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667075456:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755832.977415:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.977424:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.977431:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.977479:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.977486:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.977518:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755832.977536:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075712:0@lo:101:mdt_io00_002.0 00000100:00100000:1.0:1787755832.977584:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.977620:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.978451:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667075712 00000100:00100000:0.0:1787755832.978459:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667075712 00000100:00100000:0.0:1787755832.978529:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24585 00000100:00100000:0.0:1787755832.978538:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667075712:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755832.978555:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755832.978573:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657886ec lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657886e5 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.978596:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657886ec lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657886e5 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.978610:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657886ec lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657886e5 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.978619:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755832.978622:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787755832.978626:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755832.978677:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667075712:12345-0@lo:101:mdt_io00_002.0 Request processed in 140us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.978684:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24585 00000100:00100000:1.0:1787755832.978859:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075712:0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755832.978875:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.978885:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755832.978977:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e69:0x0] 00000100:00100000:1.0:1787755832.979130:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075840:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.979163:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.979192:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755832.979402:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667075840 00000100:00100000:2.0:1787755832.979407:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667075840 00000100:00100000:2.0:1787755832.979445:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24586 00000100:00100000:2.0:1787755832.979453:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667075840:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755832.979557:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667075840:12345-0@lo:1000:mdt_io00_002.0 Request processed in 104us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.979564:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24586 00000100:00100000:1.0:1787755832.979859:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075840:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755832.979887:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00000100:00100000:1.0:1787755832.979993:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075968:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.980073:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.980097:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.980144:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667075968 00000100:00100000:0.0:1787755832.980149:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667075968 00000100:00100000:0.0:1787755832.980180:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24587 00000100:00100000:0.0:1787755832.980187:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667075968:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.980254:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667075968:12345-0@lo:1000:mdt_io00_002.0 Request processed in 68us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.980261:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24587 00000100:00100000:1.0:1787755832.980388:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667075968:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755832.980404:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e68:0x0] 00010000:00010000:1.0:1787755832.980441:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.980454:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.980468:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755832.980636:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076096:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.980664:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.980688:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755832.980809:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076096 00000100:00100000:2.0:1787755832.980814:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076096 00000100:00100000:2.0:1787755832.980883:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24588 00000100:00100000:2.0:1787755832.980901:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076096:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755832.980961:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076096:12345-0@lo:1000:mdt_io00_002.0 Request processed in 71us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.980969:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24588 00000100:00100000:1.0:1787755832.981031:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076096:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755832.981047:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e68:0x0] 00000100:00100000:1.0:1787755832.981071:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076224:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.981093:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.982638:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667075584:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755832.982671:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 3/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.982695:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755832.982753:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:225720:x1874588654514432:12345-192.168.201.7@tcp:101:cat.0 Request processed in 6265us (14744us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.982763:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30810 00000100:00100000:1.0:1787755832.983402:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755832.983855:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076224 00000100:00100000:3.0:1787755832.983866:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076224 00000100:00100000:1.0:1787755832.984099:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755832.985114:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24589 00000100:00100000:3.0:1787755832.985134:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076224:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.985258:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076224:12345-0@lo:1000:mdt_io00_002.0 Request processed in 132us (4163us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.985267:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24589 00000100:00100000:3.0:1787755832.985300:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514688 00000100:00100000:3.0:1787755832.985307:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514688 00010000:00010000:3.0:1787755832.985366:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 8 pid: 8436 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755832.985397:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21728 00000100:00100000:3.0:1787755832.985405:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654514688:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755832.985417:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755832.985439:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 8 pid: 8436 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.985455:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 8 pid: 8436 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.985487:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b325365788587 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2140f3 expref: 8 pid: 8436 timeout: 8989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755832.985706:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076224:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.985798:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076352:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.985843:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.985869:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00010000:00010000:3.0:1787755832.985991:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=1s v=(1 0) 00010000:00010000:3.0:1787755832.985996:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755832.986007:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.986018:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755832.986051:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755832.986063:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:34739:1874588667076480:192.168.201.7@tcp:105: 00000100:00100000:3.0:1787755832.986129:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804480 going to sleep for 11 seconds 00000100:00080000:3.0:1787755832.986143:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755832.986251:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076352 00000100:00100000:3.0:1787755832.986255:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076352 00000100:00100000:3.0:1787755832.986282:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24590 00000100:00100000:3.0:1787755832.986288:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076352:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.986382:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076352:12345-0@lo:1000:mdt_io00_002.0 Request processed in 93us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.986388:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24590 00000100:00100000:1.0:1787755832.987593:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc380 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076352:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755832.987633:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00000100:00100000:1.0:1787755832.987680:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076608:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.987723:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.987761:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755832.989198:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076608 00000100:00100000:3.0:1787755832.989211:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076608 00000100:00100000:3.0:1787755832.989688:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24591 00000100:00100000:3.0:1787755832.989700:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076608:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755832.989849:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076608:12345-0@lo:1000:mdt_io00_002.0 Request processed in 151us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755832.989856:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24591 00000100:00100000:1.0:1787755832.990000:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755832.990021:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514816 00000100:00100000:1.0:1787755832.990025:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514816 00000100:00100000:1.0:1787755832.990060:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70380 00000100:00100000:1.0:1787755832.990068:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:225720:x1874588654514816:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755832.990083:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755832.990107:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657886fa lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1db0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214163 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.990170:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657886fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214163 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.990184:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657886fa lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214163 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.990206:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:1.0:1787755832.990209:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787755832.990213:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755832.990250:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:225720:x1874588654514816:12345-192.168.201.7@tcp:101:cat.0 Request processed in 184us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755832.990256:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70380 00000100:00100000:1.0:1787755832.990330:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076608:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755832.990367:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e68:0x0] 00000100:00100000:1.0:1787755832.990414:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076736:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.990448:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.991006:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.991092:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076736 00000100:00100000:0.0:1787755832.991099:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076736 00000100:00100000:0.0:1787755832.991135:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24592 00000100:00100000:0.0:1787755832.991143:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076736:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.991231:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076736:12345-0@lo:1000:mdt_io00_002.0 Request processed in 89us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.991238:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24592 00000100:00100000:1.0:1787755832.991387:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076736:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.991426:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076864:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.991452:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.991466:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.991667:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076864 00000100:00100000:0.0:1787755832.991672:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076864 00000100:00100000:0.0:1787755832.991692:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24593 00000100:00100000:0.0:1787755832.991699:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076864:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.991769:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076864:12345-0@lo:1000:mdt_io00_002.0 Request processed in 70us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.991776:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24593 00000100:00100000:1.0:1787755832.991914:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076864:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.991991:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076992:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755832.992018:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755832.992039:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755832.992151:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667076992 00000100:00100000:0.0:1787755832.992155:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667076992 00000100:00100000:0.0:1787755832.992172:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24594 00000100:00100000:0.0:1787755832.992177:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076992:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755832.992242:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:6534:x1874588667076992:12345-0@lo:1000:mdt_io00_002.0 Request processed in 63us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.992248:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24594 00000100:00100000:1.0:1787755832.992378:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667076992:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755832.992802:0:6534:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1db0:0x0] is inserted into orphan list, open count = 1 00000040:00080000:1.0:1787755832.992870:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].941, 1240 off881336 00000040:00080000:1.0:1787755832.993210:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].944, 1320 off979080 00000004:00080000:1.0:1787755832.993218:0:6534:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe520d99c0 with version 1837 00000004:00080000:2.0:1787755832.993283:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1837 rpc_version 1837 00000020:00100000:2.0:1787755832.993310:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755832.993332:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4aa95880 x1874588667077248/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755832.993350:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667077248:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755832.993401:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755832.993435:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755832.993610:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667077248 00000100:00100000:1.0:1787755832.993616:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667077248 00000100:00100000:1.0:1787755832.993651:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24595 00000100:00100000:1.0:1787755832.993660:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667077248:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755832.994232:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:30971:x1874588667077248:12345-0@lo:1000:osp_up1-0.0 Request processed in 572us (829us total) trans 4294985418 rc 0/0 00000100:00100000:1.0:1787755832.994241:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24595 00000100:00100000:2.0:1787755832.994371:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667077248:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755832.994543:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:34739:1874588667076480:192.168.201.7@tcp:105: 00010000:00010000:2.0:1787755832.994562:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755832.994600:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b29050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654514688:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 9196us (10502us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755832.994608:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21728 00010000:00010000:1.0:1787755832.994880:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.994963:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.994972:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.994978:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755832.994983:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.994991:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995013:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:1.0:1787755832.995016:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755832.995020:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995027:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b3253657886d7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1db0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755832.995044:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e69:0x0] 00010000:00010000:1.0:1787755832.995052:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995061:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995072:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995079:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995084:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995088:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755832.995091:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995098:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995110:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:1.0:1787755832.995112:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755832.995115:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995121:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657886c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755832.995138:0:6534:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000089b80584 reply state 0000000066b9285e transno 8589957514 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995151:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995158:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe46981f00) 00010000:00010000:1.0:1787755832.995160:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755832.995162:0:6534:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:1.0:1787755832.995165:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00010000:00010000:1.0:1787755832.995170:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995177:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995184:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995213:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755832.995217:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19a:0x0] 00010000:00010000:1.0:1787755832.995222:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995229:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995239:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995245:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995251:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995256:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755832.995259:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995265:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995273:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755832.995275:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755832.995278:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755832.995284:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657886f3 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755832.995363:0:6534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225722:x1874588654513920:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 81621us (83227us total) trans 8589957514 rc 0/0 00000100:00100000:1.0:1787755832.995374:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1235 00010000:00010000:0.0:1787755832.995441:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755832.995449:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.995462:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755832.995466:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755832.995474:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.995522:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.995530:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755832.995557:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.995565:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b3253657886a6 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886ad expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.995578:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755832.995580:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755832.995581:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755832.995590:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755832.995602:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667077376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755832.995643:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755832.995683:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667077376 00000100:00100000:0.0:1787755832.995689:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667077376 00000100:00100000:0.0:1787755832.995727:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11169 00000100:00100000:0.0:1787755832.995747:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+10:3648:x1874588667077376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755832.995761:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755832.995780:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b3253657886ad lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657886a6 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755832.995792:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755832.995799:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755832.995825:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667077376:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755832.995831:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11169 00000100:00100000:0.0:1787755832.995861:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667077376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755833.002467:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755833.002673:0:20177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654514944 00000100:00100000:3.0:1787755833.002684:0:20177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654514944 00002000:00100000:3.0:1787755833.002739:0:20177:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x51c:0x0] (0->4095) req@ffff9dfe43514e00 x1874588654514944/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:404/0 lens 488/0 e 0 to 0 dl 1787755844 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755833.002811:0:20177:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43514e00 with x1874588654514944 ext(0->4095) 00002000:00010000:3.0:1787755833.002817:0:20177:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe43514e00 00000100:00100000:3.0:1787755833.002910:0:20177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27938 00000100:00100000:3.0:1787755833.002921:0:20177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654514944:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:3.0:1787755833.003268:0:20177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654514944:12345-192.168.201.7@tcp:3:cat.0 Request processed in 348us (811us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1787755833.003277:0:20177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27938 00002000:00100000:3.0:1787755833.003284:0:20177:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x51c:0x0] (0->4095) req@ffff9dfe43514e00 x1874588654514944/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:404/0 lens 488/4536 e 0 to 0 dl 1787755844 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755833.003293:0:20177:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe43514e00 with x1874588654514944 ext(0->4095) 00002000:00010000:3.0:1787755833.003296:0:20177:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe43514e00 00000100:00100000:3.0:1787755833.009389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755833.009547:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654515200 00000100:00100000:2.0:1787755833.009558:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654515200 00000100:00100000:2.0:1787755833.009616:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9386 00000100:00100000:2.0:1787755833.009627:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225720:x1874588654515200:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:2.0:1787755833.009863:0:6522:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1db0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1787755833.010074:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].222, 64 off22400 00000004:00080000:2.0:1787755833.010086:0:6522:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8890031770144ns, next at 8891031767692ns, rc = 0 00010000:00010000:2.0:1787755833.010138:0:6522:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755833.010153:0:6522:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755833.010165:0:6522:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755833.010173:0:6522:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755833.010179:0:6522:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755833.010186:0:6522:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755833.010302:0:6522:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755833.010438:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:225720:x1874588654515200:12345-192.168.201.7@tcp:35:cat.0 Request processed in 812us (1057us total) trans 8589957515 rc 0/0 00000100:00100000:2.0:1787755833.010446:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9386 00010000:00010000:0.0:1787755833.011657:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755833.011668:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755833.011678:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755833.011683:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755833.011693:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755833.011707:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:0.0:1787755833.011710:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755833.011715:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755833.011721:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788701 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1db0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6522 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755833.011748:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755833.011751:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755833.011753:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755833.314898:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667077888:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.314975:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315013:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667078400:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315039:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315058:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667078912:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315080:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315102:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787755833.315108:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667077504:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315135:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315162:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667078016:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315183:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315200:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667078528:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315223:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315251:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667077632:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315274:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315291:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667078144:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315338:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315355:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667078656:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315377:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315394:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787755833.315400:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667077760:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315421:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315436:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667078272:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315457:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315474:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667078784:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315519:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.315554:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667077888 00000100:00100000:0.0:1787755833.315561:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667077888 00000100:00100000:0.0:1787755833.315607:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078400 00000100:00100000:0.0:1787755833.315610:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078400 00000100:00100000:0.0:1787755833.315631:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078912 00000100:00100000:0.0:1787755833.315634:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078912 00000100:00100000:0.0:1787755833.315652:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078016 00000100:00100000:0.0:1787755833.315655:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078016 00000100:00100000:0.0:1787755833.315674:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667077760 00000100:00100000:0.0:1787755833.315677:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667077760 00000100:00100000:0.0:1787755833.315694:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078272 00000100:00100000:0.0:1787755833.315698:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078272 00000100:00100000:0.0:1787755833.315720:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15718 00000100:00100000:0.0:1787755833.315730:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667077888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315781:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667077888:12345-0@lo:400:kworker.0 Request processed in 52us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.315788:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15718 00000100:00100000:0.0:1787755833.315805:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15719 00000100:00100000:0.0:1787755833.315812:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667078400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315840:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667078400:12345-0@lo:400:kworker.0 Request processed in 29us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.315846:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15719 00000100:00100000:0.0:1787755833.315858:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15720 00000100:00100000:0.0:1787755833.315864:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667078912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315890:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667078912:12345-0@lo:400:kworker.0 Request processed in 26us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.315896:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15720 00000100:00100000:0.0:1787755833.315907:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15721 00000100:00100000:0.0:1787755833.315913:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667078016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315938:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667078016:12345-0@lo:400:kworker.0 Request processed in 26us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.315944:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15721 00000100:00100000:0.0:1787755833.315954:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15722 00000100:00100000:0.0:1787755833.315959:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667077760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.315988:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667077760:12345-0@lo:400:kworker.0 Request processed in 29us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.315994:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15722 00000100:00100000:0.0:1787755833.316007:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15723 00000100:00100000:0.0:1787755833.316013:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667078272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316039:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667078272:12345-0@lo:400:kworker.0 Request processed in 26us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316044:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15723 00000100:00100000:0.0:1787755833.316067:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667077504 00000100:00100000:0.0:1787755833.316071:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667077504 00000100:00100000:0.0:1787755833.316097:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1787755833.316103:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667077504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316129:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667077504:12345-0@lo:400:kworker.0 Request processed in 26us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316136:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:0.0:1787755833.316168:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078528 00000100:00100000:0.0:1787755833.316172:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078528 00000100:00100000:0.0:1787755833.316195:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078144 00000100:00100000:0.0:1787755833.316198:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078144 00000100:00100000:0.0:1787755833.316216:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078656 00000100:00100000:0.0:1787755833.316219:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078656 00000100:00100000:0.0:1787755833.316236:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667078784 00000100:00100000:0.0:1787755833.316239:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667078784 00000100:00100000:0.0:1787755833.316255:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10115 00000100:00100000:0.0:1787755833.316260:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667078528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316289:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667078528:12345-0@lo:400:kworker.0 Request processed in 28us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316295:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10115 00000100:00100000:0.0:1787755833.316307:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10116 00000100:00100000:0.0:1787755833.316335:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667078144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316364:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667078144:12345-0@lo:400:kworker.0 Request processed in 52us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316371:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10116 00000100:00100000:0.0:1787755833.316383:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10117 00000100:00100000:0.0:1787755833.316389:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667078656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316413:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667078656:12345-0@lo:400:kworker.0 Request processed in 25us (1036us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316418:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10117 00000100:00100000:0.0:1787755833.316428:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10118 00000100:00100000:0.0:1787755833.316432:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667078784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316457:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667078784:12345-0@lo:400:kworker.0 Request processed in 24us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316462:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10118 00000100:00100000:0.0:1787755833.316480:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667077632 00000100:00100000:0.0:1787755833.316484:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667077632 00000100:00100000:0.0:1787755833.316527:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24596 00000100:00100000:0.0:1787755833.316534:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667077632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316566:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667077632:12345-0@lo:400:kworker.0 Request processed in 33us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.316573:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24596 00000100:00080000:0.0:1787755833.316607:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755833.316611:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755833.316614:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755833.316616:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755833.316699:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667077760:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316711:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667078272:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316720:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667078784:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316728:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957512 gen 2 00000004:00080000:0.0:1787755833.316733:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957509 committed transno 8589957512 00000004:00080000:0.0:1787755833.316750:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957510 committed transno 8589957512 00000004:00080000:0.0:1787755833.316761:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957511 committed transno 8589957512 00000004:00080000:0.0:1787755833.316771:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957512 committed transno 8589957512 00000100:00100000:0.0:1787755833.316783:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667077632:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316795:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667078144:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316805:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667078656:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316847:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667077504:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316858:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667078016:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316867:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976202 gen 2 00000004:00080000:0.0:1787755833.316871:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a3a1c00, transno 4294976202 00000100:00100000:0.0:1787755833.316883:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667078528:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316895:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667077888:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316906:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667078400:0@lo:400:kworker.0 00000100:00100000:0.0:1787755833.316915:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667078912:0@lo:400:kworker.0 00010000:00010000:1.0:1787755833.322252:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755833.326842:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667079040:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755833.326928:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755833.327002:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667079040 00000100:00100000:0.0:1787755833.327011:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667079040 00000100:00100000:0.0:1787755833.327061:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6815 00000100:00100000:0.0:1787755833.327071:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667079040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755833.327106:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491161280 pending 28672 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755833.327154:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667079040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755833.327161:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6815 00000100:00100000:0.0:1787755833.327209:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667079040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755833.826646:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755833.826673:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667079168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755833.826770:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755833.826902:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667079168 00000100:00100000:3.0:1787755833.826912:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667079168 00000100:00100000:3.0:1787755833.826980:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6816 00000100:00100000:3.0:1787755833.826992:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667079168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755833.827025:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755833.827082:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667079168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755833.827090:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6816 00000100:00100000:2.0:1787755833.827854:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667079168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755834.234218:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.235495:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654515328 00000100:00100000:0.0:1787755834.235516:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654515328 00000100:00100000:0.0:1787755834.235597:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70381 00000100:00100000:0.0:1787755834.235609:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:225758:x1874588654515328:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755834.235629:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.235653:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788708 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21416a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.235740:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578870f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.235754:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578870f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.235768:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578870f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755834.235869:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00000004:00200000:0.0:1787755834.235875:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755834.235900:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578870f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.235929:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788708 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21416a expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.235953:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578870f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21416a expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.235962:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:0.0:1787755834.235966:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755834.235969:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755834.236034:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:225758:x1874588654515328:12345-192.168.201.7@tcp:101:rm.0 Request processed in 428us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.236042:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70381 00000100:00080000:2.0:1787755834.236238:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755834.264926:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.265410:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654515456 00000100:00100000:0.0:1787755834.265431:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654515456 00000100:00100000:0.0:1787755834.265514:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70382 00000100:00100000:0.0:1787755834.265524:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:225758:x1874588654515456:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755834.265544:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.265567:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788716 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214171 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.265829:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.265845:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.265857:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755834.265903:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19a:0x0]: returning size 4096 00000004:00200000:0.0:1787755834.265908:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755834.265947:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788716 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.265965:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.265974:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe48a2ec00) 00010000:00010000:0.0:1787755834.265977:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755834.265981:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755834.266051:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:225758:x1874588654515456:12345-192.168.201.7@tcp:101:rm.0 Request processed in 527us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.266058:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70382 00000100:00100000:0.0:1787755834.271041:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.271409:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654515584 00000100:00100000:2.0:1787755834.271419:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654515584 00000100:00100000:2.0:1787755834.271524:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70383 00000100:00100000:2.0:1787755834.271535:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:225758:x1874588654515584:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755834.271559:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755834.271600:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788724 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214178 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.271664:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.271677:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.271697:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755834.271742:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x198:0x0]: returning size 4096 00000004:00200000:2.0:1787755834.271747:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755834.271785:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788724 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.271804:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.271812:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:2.0:1787755834.271815:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755834.271818:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00080000:0.0:1787755834.271864:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755834.271873:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654515584:12345-192.168.201.7@tcp:101:rm.0 Request processed in 341us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.271880:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70383 00000100:00100000:2.0:1787755834.292091:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.294815:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654515840 00000100:00100000:1.0:1787755834.294834:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654515840 00000100:00100000:1.0:1787755834.294909:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70384 00000100:00100000:1.0:1787755834.294919:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:225758:x1874588654515840:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755834.294940:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.294967:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788732 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21417f expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755834.295154:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00010000:00010000:1.0:1787755834.295282:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788732 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21417f expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.295296:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755834.295299:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755834.295304:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788732 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21417f expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.295339:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755834.295419:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:225758:x1874588654515840:12345-192.168.201.7@tcp:101:rm.0 Request processed in 499us (3338us total) trans 4294985419 rc 301/301 00000100:00100000:1.0:1787755834.295429:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70384 00000100:00100000:3.0:1787755834.305257:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.305289:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654515968 00000100:00100000:3.0:1787755834.305298:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654515968 00000100:00100000:3.0:1787755834.305356:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9387 00000100:00100000:3.0:1787755834.305366:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225758:x1874588654515968:12345-192.168.201.7@tcp:37:rm.0 00000001:00080000:0.0:1787755834.317399:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985419 is committed 00000001:00080000:0.0:1787755834.317414:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985418 is committed 00000020:00080000:0.0:1787755834.317425:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3438 batchid updated 00000020:00080000:2.0:1787755834.319157:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3438 00000004:00080000:2.0:1787755834.319217:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5122b480 with version 6878 00000020:00080000:2.0:1787755834.319234:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3435 cancel update log [0x200000401:0x3:0x0].1534: rc = 0 00000004:00080000:3.0:1787755834.319270:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6878 rpc_version 6878 00000020:00100000:3.0:1787755834.319306:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755834.319341:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe45568700 x1874588667079424/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00080000:2.0:1787755834.319346:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3435 cancel update log [0x240000400:0x3:0x0].1215: rc = 0 00000100:00100000:3.0:1787755834.319371:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667079424:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755834.319381:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48513780 with version 6879 00000020:00080000:2.0:1787755834.319386:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3436 cancel update log [0x200000401:0x3:0x0].1535: rc = 0 00000020:00080000:2.0:1787755834.319429:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3436 cancel update log [0x240000400:0x3:0x0].1216: rc = 0 00000100:00100000:3.0:1787755834.319444:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1787755834.319463:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48513c00 with version 6880 00000020:00080000:2.0:1787755834.319468:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3437 cancel update log [0x200000401:0x3:0x0].1536: rc = 0 00000020:00080000:2.0:1787755834.319502:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3437 cancel update log [0x240000400:0x3:0x0].1217: rc = 0 00000100:00100000:3.0:1787755834.319502:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804e40 going to sleep for 11 seconds 00000004:00080000:2.0:1787755834.319528:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48513840 with version 6881 00000020:00080000:2.0:1787755834.319531:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3438 cancel update log [0x200000401:0x3:0x0].1537: rc = 0 00000020:00080000:2.0:1787755834.319549:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3438 cancel update log [0x240000400:0x3:0x0].1218: rc = 0 00000020:00080000:2.0:1787755834.319555:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3438 00000100:00100000:0.0:1787755834.319706:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667079424 00000100:00100000:0.0:1787755834.319719:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667079424 00000100:00100000:0.0:1787755834.319764:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24597 00000100:00100000:0.0:1787755834.319772:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667079424:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.320086:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667079424:12345-0@lo:1000:osp_up0-1.0 Request processed in 313us (641us total) trans 8589957516 rc 0/0 00000100:00100000:0.0:1787755834.320093:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24597 00000100:00100000:2.0:1787755834.321387:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667079424:0@lo:1000:osp_up0-1.0 00000004:00080000:2.0:1787755834.321418:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6879 rpc_version 6879 00000020:00100000:2.0:1787755834.321437:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755834.321443:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f440700 x1874588667079680/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755834.321472:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f440700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667079680:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755834.321521:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.321548:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.321616:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667079680 00000100:00100000:0.0:1787755834.321622:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667079680 00000100:00100000:0.0:1787755834.321663:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24598 00000100:00100000:0.0:1787755834.321670:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667079680:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.321791:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667079680:12345-0@lo:1000:osp_up0-1.0 Request processed in 120us (269us total) trans 8589957517 rc 0/0 00000100:00100000:0.0:1787755834.321798:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24598 00000100:00100000:0.0:1787755834.321829:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f440700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667079680:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755834.321836:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6880 rpc_version 6880 00000020:00100000:0.0:1787755834.321846:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755834.321850:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe452c7100 x1874588667079936/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755834.321862:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c7100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667079936:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.321884:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.322001:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.322015:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667079936 00000100:00100000:0.0:1787755834.322018:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667079936 00000100:00100000:0.0:1787755834.322041:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24599 00000100:00100000:0.0:1787755834.322047:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667079936:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.322108:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667079936:12345-0@lo:1000:osp_up0-1.0 Request processed in 60us (222us total) trans 8589957518 rc 0/0 00000100:00100000:0.0:1787755834.322114:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24599 00000100:00100000:0.0:1787755834.322253:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c7100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667079936:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755834.322260:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6881 rpc_version 6881 00000020:00100000:0.0:1787755834.322269:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755834.322274:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe511ef480 x1874588667080192/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755834.322286:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ef480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667080192:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.322306:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.322343:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.322352:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667080192 00000100:00100000:0.0:1787755834.322355:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667080192 00000100:00100000:0.0:1787755834.322372:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24600 00000100:00100000:0.0:1787755834.322377:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667080192:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.322433:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667080192:12345-0@lo:1000:osp_up0-1.0 Request processed in 56us (126us total) trans 8589957519 rc 0/0 00000100:00100000:0.0:1787755834.322440:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24600 00000100:00100000:0.0:1787755834.322466:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ef480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667080192:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755834.338959:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755834.340106:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:225758:x1874588654515968:12345-192.168.201.7@tcp:37:rm.0 Request processed in 34731us (34849us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.340117:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9387 00000100:00100000:0.0:1787755834.350430:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.350525:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654516096 00000100:00100000:3.0:1787755834.350535:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654516096 00000100:00100000:3.0:1787755834.350583:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9388 00000100:00100000:3.0:1787755834.350593:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49632050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654516096:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755834.370283:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49632050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654516096:12345-192.168.201.7@tcp:37:rm.0 Request processed in 19674us (19845us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.370307:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9388 00000100:00100000:0.0:1787755834.375385:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.375458:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654516352 00000100:00100000:3.0:1787755834.375470:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654516352 00000100:00100000:3.0:1787755834.376079:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9389 00000100:00100000:3.0:1787755834.376093:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:225758:x1874588654516352:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:1.0:1787755834.376442:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1219, 344 off1110792 00000040:00080000:1.0:1787755834.376519:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1538, 424 off1555752 00000004:00080000:1.0:1787755834.376526:0:6523:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4e804780 with version 6882 00000004:00080000:3.0:1787755834.376564:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6882 rpc_version 6882 00000020:00100000:3.0:1787755834.376598:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755834.376607:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe45569f80 x1874588667080448/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755834.376630:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667080448:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755834.376700:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.376746:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe46f95480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.377406:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667080448 00000100:00100000:0.0:1787755834.377414:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667080448 00000100:00100000:0.0:1787755834.377460:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24601 00000100:00100000:0.0:1787755834.377470:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667080448:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.377676:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588667080448:12345-0@lo:1000:osp_up0-1.0 Request processed in 207us (975us total) trans 8589957520 rc 0/0 00000100:00100000:0.0:1787755834.377684:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24601 00000100:00100000:0.0:1787755834.377755:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569f80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667080448:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.377856:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225758:x1874588654516352:12345-192.168.201.7@tcp:35:rm.0 Request processed in 1765us (2482us total) trans 4294985420 rc 0/0 00000100:00100000:0.0:1787755834.377862:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9389 00000100:00100000:2.0:1787755834.386410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.387311:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654516608 00000100:00100000:3.0:1787755834.387338:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654516608 00000100:00100000:3.0:1787755834.387400:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70385 00000100:00100000:3.0:1787755834.387411:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:225758:x1874588654516608:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755834.387433:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755834.387458:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788740 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214186 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.388080:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365788747 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.388094:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365788747 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.388105:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365788747 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755834.388117:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00010000:00010000:2.0:1787755834.388221:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788740 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214186 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.388244:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365788747 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214186 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.388253:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:2.0:1787755834.388255:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787755834.388259:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755834.388345:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:225758:x1874588654516608:12345-192.168.201.7@tcp:101:rm.0 Request processed in 935us (1948us total) trans 4294985421 rc 0/0 00000100:00100000:2.0:1787755834.388353:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70385 00000100:00100000:3.0:1787755834.401687:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.402135:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654516736 00000100:00100000:2.0:1787755834.402144:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654516736 00000100:00100000:2.0:1787755834.402211:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70386 00000100:00100000:2.0:1787755834.402222:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654516736:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:2.0:1787755834.402272:0:17813:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345307648 00000100:00100000:2.0:1787755834.402361:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654516736:12345-192.168.201.7@tcp:41:rm.0 Request processed in 140us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.402369:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70386 00000100:00100000:3.0:1787755834.405564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.407857:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654516864 00000100:00100000:1.0:1787755834.407875:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654516864 00000100:00100000:1.0:1787755834.411836:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70387 00000100:00100000:1.0:1787755834.411861:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654516864:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755834.411884:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.411904:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788755 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21418d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.411974:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.411988:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.411999:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412009:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412015:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412021:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412097:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578876a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412104:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578876a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412111:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578876a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755834.412133:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578876a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412147:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412154:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412161:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412167:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412172:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755834.412176:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412183:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412194:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:1.0:1787755834.412197:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755834.412202:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412209:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578875c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412223:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412229:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412235:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412241:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755834.412243:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412249:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412255:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe46981f00) 00010000:00010000:1.0:1787755834.412257:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755834.412260:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412266:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788763 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412290:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788755 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21418d expref: 14 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412304:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578876a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21418d expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.412312:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755834.412333:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755834.412335:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755834.412407:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+13:225758:x1874588654516864:12345-192.168.201.7@tcp:101:rm.0 Request processed in 558us (6854us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.412414:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70387 00000100:00100000:1.0:1787755834.444383:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.444442:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654516992 00000100:00100000:1.0:1787755834.444454:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654516992 00000100:00100000:1.0:1787755834.444892:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70388 00000100:00100000:1.0:1787755834.444903:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:225758:x1874588654516992:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755834.444926:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.444947:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788771 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214194 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.445699:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788778 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.445716:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788778 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.445728:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788778 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755834.445798:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e69:0x0]: returning size 6 00000004:00200000:1.0:1787755834.445803:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:1.0:1787755834.445839:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788771 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214194 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.445858:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788778 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214194 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.445867:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:1.0:1787755834.445870:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755834.445873:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755834.445939:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654516992:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1037us (1568us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.445946:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70388 00000100:00100000:3.0:1787755834.457280:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.457333:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.457362:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654517120 00000100:00100000:3.0:1787755834.457371:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654517120 00000100:00100000:3.0:1787755834.457430:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11170 00000100:00100000:3.0:1787755834.457439:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:2401:x1874588654517120:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:3.0:1787755834.457454:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.457490:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578876a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21418d expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.457507:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:3.0:1787755834.457517:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.457569:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654517120:12345-192.168.201.7@tcp:103:rm.0 Request processed in 131us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.457578:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11170 00000100:00100000:3.0:1787755834.457603:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654517376 00000100:00100000:3.0:1787755834.457607:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654517376 00000100:00100000:3.0:1787755834.457634:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70389 00000100:00100000:3.0:1787755834.457640:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654517376:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755834.457683:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.457698:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788778 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e69:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214194 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.457709:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:3.0:1787755834.457712:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755834.457755:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.457763:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.457772:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.457791:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667080576:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1787755834.457831:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.457857:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466f8f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.457879:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667080576 00000100:00100000:3.0:1787755834.457883:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667080576 00000100:00100000:3.0:1787755834.457908:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24602 00000100:00100000:3.0:1787755834.457915:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:6520:x1874588667080576:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787755834.457926:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755834.457937:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578877f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.460064:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.460087:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.460129:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.460147:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 11 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.460163:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667080704:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755834.460234:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.481124:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.481299:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667080704:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755834.481362:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.481376:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:3.0:1787755834.481379:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755834.481383:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.481393:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755834.481881:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6520:x1874588667080576:12345-0@lo:101:mdt00_001.0 Request processed in 23965us (24047us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.481891:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24602 00000100:00100000:0.0:1787755834.482141:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667080576:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755834.482159:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.482169:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.482568:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654517504 00000100:00100000:2.0:1787755834.482576:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654517504 00010000:00010000:2.0:1787755834.482610:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 12 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.482647:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21729 00000100:00100000:2.0:1787755834.482656:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654517504:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755834.482670:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755834.482676:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 12 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.482690:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 12 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485295:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578872b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x198:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214178 expref: 12 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485332:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:2.0:1787755834.485340:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485350:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485359:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485406:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.485419:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667080832:0@lo:105: 00000100:00100000:2.0:1787755834.485500:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.485547:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe485136c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.485571:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667080832 00000100:00100000:2.0:1787755834.485577:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667080832 00000100:00100000:2.0:1787755834.485620:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7949 00000100:00100000:2.0:1787755834.485630:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667080832:12345-0@lo:105: 00010000:00010000:2.0:1787755834.485639:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485648:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485656:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485664:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485671:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485680:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485701:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28bc00) 00000100:00100000:2.0:1787755834.485752:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667080832:12345-0@lo:105: Request processed in 124us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.485759:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7949 00010000:00010000:2.0:1787755834.485786:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485796:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755834.485821:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x198:0x0] 00010000:00010000:2.0:1787755834.485855:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485862:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.485870:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.485885:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667080960:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1787755834.485912:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.485929:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.485942:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667080960 00000100:00100000:2.0:1787755834.485946:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667080960 00000100:00100000:2.0:1787755834.486991:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24603 00000100:00100000:2.0:1787755834.487002:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:6520:x1874588667080960:12345-0@lo:101:mdt00_001.0 00010000:00010000:2.0:1787755834.487022:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755834.487040:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578878d expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.487064:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.487073:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.487089:0:73216:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:2.0:1787755834.487125:0:73216:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:2.0:1787755834.490040:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.490057:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755834.490060:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755834.490064:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 14 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.490073:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755834.490159:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:6520:x1874588667080960:12345-0@lo:101:mdt00_001.0 Request processed in 3159us (4246us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.490167:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24603 00000100:00100000:3.0:1787755834.490370:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667080832:0@lo:105: 00010000:00010000:3.0:1787755834.490386:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.490430:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654517504:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 7774us (9315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.490439:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21729 00000100:00100000:3.0:1787755834.492510:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667080960:0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787755834.492535:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.492547:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496540:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755834.496563:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496612:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496619:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755834.496656:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccde00/0x9b2b3253657886bb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886c2 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496679:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755834.496687:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496705:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496721:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755834.496737:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b61e00/0x9b2b3253657886e5 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657886ec expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787755834.496751:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957520 is committed 00000001:00080000:3.0:1787755834.496767:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957515 is committed 00000004:00080000:3.0:1787755834.496772:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 237 committed 00000001:00080000:3.0:1787755834.496790:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957514 is committed 00010000:00010000:3.0:1787755834.496871:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496881:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496887:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496898:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755834.496902:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496908:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496920:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe46981f00) 00010000:00010000:3.0:1787755834.496923:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755834.496930:0:3633:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496942:0:3633:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.496951:0:3633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.497156:0:3633:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.497170:0:3633:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37df80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588667081472:0@lo:105: 00000100:00100000:3.0:1787755834.497235:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.497299:0:3633:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cdb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.497722:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755834.497736:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667081088:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755834.497768:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.497801:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081088 00000100:00100000:1.0:1787755834.497807:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081088 00000100:00100000:1.0:1787755834.497848:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11171 00000100:00100000:1.0:1787755834.497856:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588667081088:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755834.497867:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755834.497884:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b3253657886c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19a:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657886bb expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.497899:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x4ec94fd6 (ffff9dfe46981700) 00010000:00010000:1.0:1787755834.497910:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755834.497938:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667081088:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 83us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.497945:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11171 00000100:00100000:1.0:1787755834.498101:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667081088:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755834.498171:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667081216:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755834.498197:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.498225:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755834.498231:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667081344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787755834.498258:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.498288:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081472 00000100:00100000:0.0:1787755834.498293:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081472 00000100:00100000:0.0:1787755834.498344:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7950 00000100:00100000:0.0:1787755834.498352:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588667081472:12345-0@lo:105: 00010000:00010000:0.0:1787755834.498361:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 5/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498370:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 5/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498379:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 5/0,1 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498387:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498396:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498403:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498427:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2000) 00000100:00100000:0.0:1787755834.498457:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3633:x1874588667081472:12345-0@lo:105: Request processed in 106us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.498538:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7950 00010000:00010000:0.0:1787755834.498561:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.498571:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755834.498592:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x198:0x0] 00000100:00100000:0.0:1787755834.498625:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667081600:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755834.498652:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.498668:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.498681:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081600 00000100:00100000:0.0:1787755834.498685:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081600 00000100:00100000:0.0:1787755834.498765:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24604 00000100:00100000:0.0:1787755834.498773:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667081600:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755834.498836:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667081600:12345-0@lo:1000:mdt00_001.0 Request processed in 64us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.498842:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24604 00000100:00100000:0.0:1787755834.498865:0:6520:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957520 gen 2 00000004:00080000:0.0:1787755834.498870:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957516 committed transno 8589957520 00000004:00080000:0.0:1787755834.498889:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957517 committed transno 8589957520 00000004:00080000:0.0:1787755834.498898:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957518 committed transno 8589957520 00000004:00080000:0.0:1787755834.498907:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957519 committed transno 8589957520 00000004:00080000:0.0:1787755834.498915:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957520 committed transno 8589957520 00000100:00100000:0.0:1787755834.498929:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667081600:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755834.499105:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667081728:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755834.499130:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.499188:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.499210:0:3633:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37df80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_000:lustre-MDT0000_UUID:3633:1874588667081472:0@lo:105: 00010000:00010000:0.0:1787755834.499225:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.499233:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657886d0 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.499307:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081216 00000100:00100000:1.0:1787755834.499336:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081216 00000100:00100000:1.0:1787755834.499370:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11172 00000100:00100000:1.0:1787755834.499377:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667081216:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755834.499386:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755834.499401:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b3253657886ec lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657886e5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.499413:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:1.0:1787755834.499420:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755834.499456:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667081216:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 80us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.499471:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11172 00000100:00100000:1.0:1787755834.499508:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667081216:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755834.500821:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081344 00000100:00100000:2.0:1787755834.500829:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081344 00000100:00100000:2.0:1787755834.500878:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30811 00000100:00100000:2.0:1787755834.500887:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667081344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1787755834.500915:0:35160:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1308 count 1 00010000:00010000:2.0:1787755834.500941:0:35160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.501064:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.501075:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=1s v=(1 0) 00010000:00010000:2.0:1787755834.501080:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755834.501085:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.501118:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.501134:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.501149:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588667081856:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755834.501232:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe485130c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.506026:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081728 00000100:00100000:3.0:1787755834.506042:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081728 00000100:00100000:2.0:1787755834.506341:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24605 00000100:00100000:2.0:1787755834.506353:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667081728:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787755834.506544:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667081728:12345-0@lo:1000:mdt00_001.0 Request processed in 193us (7413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.506551:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24605 00000100:00100000:3.0:1787755834.507519:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93f480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667081728:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787755834.507618:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667081984:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787755834.507665:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.507735:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.508079:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667081984 00000100:00100000:0.0:1787755834.508086:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667081984 00000100:00100000:0.0:1787755834.508164:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24606 00000100:00100000:0.0:1787755834.508173:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667081984:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755834.508278:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667081984:12345-0@lo:1000:mdt00_001.0 Request processed in 105us (611us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755834.508285:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24606 00000100:00100000:1.0:1787755834.508363:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667081984:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1787755834.508423:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.508433:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.508443:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.508456:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667082112:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787755834.508873:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.509011:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.509120:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667082112 00000100:00100000:3.0:1787755834.509126:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667082112 00000100:00100000:3.0:1787755834.509164:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24607 00000100:00100000:3.0:1787755834.509173:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667082112:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1787755834.509184:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755834.509201:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657887a9 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657887a2 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.509223:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657887a9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657887a2 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.509236:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657887a9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887a2 expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.509244:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dff445c4d00) 00010000:00010000:3.0:1787755834.509248:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755834.509251:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755834.509285:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6520:x1874588667082112:12345-0@lo:101:mdt00_001.0 Request processed in 114us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.509291:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24607 00000100:00100000:1.0:1787755834.509799:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667082112:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787755834.513084:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.513101:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.513148:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.513159:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.513168:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755834.514129:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].224, 64 off22528 00000004:00080000:1.0:1787755834.514144:0:6520:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8891535827226ns, next at 8892535824666ns, rc = 0 00000040:00080000:1.0:1787755834.514171:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1220, 384 off1111176 00000040:00080000:1.0:1787755834.514223:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1539, 464 off1556216 00000004:00080000:1.0:1787755834.514228:0:6520:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe520d9c00 with version 6883 00000004:00080000:0.0:1787755834.515076:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6883 rpc_version 6883 00000020:00100000:1.0:1787755834.515220:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755834.515232:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe43517100 x1874588667082368/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755834.515256:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667082368:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755834.515590:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.515668:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff43940f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.515772:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667082368 00000100:00100000:3.0:1787755834.515780:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667082368 00000100:00100000:3.0:1787755834.515864:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24608 00000100:00100000:3.0:1787755834.515886:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667082368:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755834.516595:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbc450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667082368:12345-0@lo:1000:osp_up0-1.0 Request processed in 707us (1132us total) trans 8589957521 rc 0/0 00000100:00100000:3.0:1787755834.516603:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24608 00000100:00100000:2.0:1787755834.517676:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667082368:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755834.518289:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518308:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518345:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518354:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518361:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518368:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518390:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755834.518412:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518418:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518426:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518432:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755834.518437:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518445:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518457:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:1.0:1787755834.518460:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755834.518480:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518486:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61200/0x9b2b3253657887b0 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.518663:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755834.518670:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.518676:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755834.518679:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.518687:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.518696:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dff4536d100) 00010000:00010000:2.0:1787755834.518698:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755834.518701:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.518705:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b3253657887b7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e69:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.518734:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.518735:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.518737:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755834.518855:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518865:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518872:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518894:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755834.518909:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x198:0x0] 00010000:00010000:1.0:1787755834.518916:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518923:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518930:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.518947:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1787755834.518951:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x198:0x0] 00010000:00010000:0.0:1787755834.519028:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787755834.519034:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519042:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755834.519047:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755834.519055:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519092:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519099:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755834.519123:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519130:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61800/0x9b2b3253657887a2 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887a9 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519145:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755834.519148:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519155:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755834.519159:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755834.519167:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519181:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519187:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755834.519192:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 1/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519200:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28bc00/0x9b2b32536578877f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788786 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519214:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755834.519216:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755834.519217:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755834.519233:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667082496:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755834.519292:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.519356:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755834.519362:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667082624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755834.519387:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.519419:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667082496 00000100:00100000:0.0:1787755834.519425:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667082496 00000100:00100000:0.0:1787755834.519594:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667082624 00000100:00100000:0.0:1787755834.519598:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667082624 00000100:00100000:0.0:1787755834.519625:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11173 00000100:00100000:0.0:1787755834.519634:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588667082496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755834.519647:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755834.519664:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657887a9 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e69:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657887a2 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.519677:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e69:0x0].0x0 (ffff9dff445c4d00) 00010000:00010000:0.0:1787755834.519684:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755834.519805:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.519814:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.519885:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654517376:12345-192.168.201.7@tcp:36:rm.0 Request processed in 62242us (62549us total) trans 4294985422 rc 0/0 00000100:00100000:0.0:1787755834.520605:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588667082496:12345-0@lo:103:ldlm_bl.0 Request processed in 970us (1311us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.520613:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11173 00000100:00100000:0.0:1787755834.520635:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11174 00000100:00100000:0.0:1787755834.520643:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3649:x1874588667082624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755834.520652:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755834.520666:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788786 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x198:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578877f expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.520679:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dfe46981300) 00010000:00010000:0.0:1787755834.520688:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755834.520796:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70389 00010000:00010000:2.0:1787755834.520905:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755834.520945:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3649:x1874588667082624:12345-0@lo:103:ldlm_bl.0 Request processed in 303us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.521010:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11174 00000100:00100000:0.0:1787755834.521101:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667082624:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755834.521111:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667082496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755834.523235:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.523484:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654517632 00000100:00100000:0.0:1787755834.523494:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654517632 00010000:00010000:0.0:1787755834.523549:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 6 pid: 8435 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.523585:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21730 00000100:00100000:0.0:1787755834.523597:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654517632:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755834.523612:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755834.523618:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 6 pid: 8435 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.523635:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 6 pid: 8435 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.523662:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755834.523666:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755834.523672:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.523684:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.523718:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755834.523767:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654517632:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 172us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.523774:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21730 00000100:00080000:2.0:1787755834.524159:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755834.524787:0:35160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000767f384c/0x9b2b3253657886de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21415c expref: 5 pid: 8435 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.524808:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:35160:1874588667081856:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755834.524832:0:35160:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.524843:0:35160:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.524851:0:35160:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.524862:0:35160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.524870:0:35160:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.524896:0:35160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755834.525044:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755834.525051:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.525059:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755834.525064:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.525075:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.525091:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.525099:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fc47c55/0x9b2b32536578879b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.525118:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.525119:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.525121:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755834.525341:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667081344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24429us (27055us total) trans 4294973870 rc 0/0 00000100:00100000:3.0:1787755834.525353:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30811 00000004:00080000:3.0:1787755834.525404:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a2ac380/2, rc 0, transno 4294973870 00000100:00100000:3.0:1787755834.525410:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667081344:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1787755834.526814:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.526857:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.526913:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518016 00000100:00100000:3.0:1787755834.526922:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518016 00000100:00100000:3.0:1787755834.527048:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9390 00000100:00100000:3.0:1787755834.527060:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225758:x1874588654518016:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755834.527275:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:225758:x1874588654518016:12345-192.168.201.7@tcp:35:rm.0 Request processed in 218us (466us total) trans 4294985423 rc 0/0 00000100:00100000:3.0:1787755834.527283:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9390 00000100:00100000:0.0:1787755834.527582:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654517760 00000100:00100000:0.0:1787755834.527587:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654517760 00000100:00100000:0.0:1787755834.527626:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11175 00000100:00100000:0.0:1787755834.527634:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654517760:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755834.527644:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755834.527668:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657885e2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21410f expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.527687:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:0.0:1787755834.527692:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755834.527721:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654517760:12345-192.168.201.7@tcp:103:rm.0 Request processed in 87us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.527727:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11175 00000100:00100000:2.0:1787755834.530668:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.531028:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518272 00000100:00100000:0.0:1787755834.531038:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518272 00000100:00100000:0.0:1787755834.531099:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70390 00000100:00100000:0.0:1787755834.531108:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+13:225758:x1874588654518272:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755834.531166:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755834.531194:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365788747 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e68:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214186 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531220:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b32536578870f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21416a expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531233:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657885f0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214116 expref: 11 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531242:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:0.0:1787755834.531248:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755834.531299:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531307:0:6519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531355:0:6519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.531377:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667082752:0@lo:101:mdt00_000.0 00000100:00100000:0.0:1787755834.531428:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.531453:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.531517:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667082752 00000100:00100000:0.0:1787755834.531521:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667082752 00000100:00100000:0.0:1787755834.531550:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24609 00000100:00100000:0.0:1787755834.531556:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:6519:x1874588667082752:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787755834.531569:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.531581:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657887be expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531610:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531619:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531626:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531649:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531664:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 7 pid: 35153 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.531675:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ef480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667082880:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755834.531744:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.531753:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 7 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.531762:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667083008:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755834.531781:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7f00 going to sleep for 11 seconds 00000001:00080000:2.0:1787755834.535235:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973870 is committed 00000001:00080000:2.0:1787755834.535253:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973869 is committed 00000001:00080000:2.0:1787755834.535261:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973868 is committed 00000100:00100000:2.0:1787755834.544950:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.545282:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518400 00000100:00100000:3.0:1787755834.545293:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518400 00010000:00010000:3.0:1787755834.545382:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 8 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.545426:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21731 00000100:00100000:3.0:1787755834.545436:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654518400:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755834.545450:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.545457:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 8 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.545467:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 8 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.545502:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755834.545510:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.545521:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.545575:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654518400:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 141us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.545582:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21731 00010000:00010000:0.0:1787755834.547945:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b3253657885c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214108 expref: 7 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.547980:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667083008:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755834.550688:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ef480 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667082880:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755834.550747:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.550761:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755834.550763:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755834.550769:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.550779:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:2.0:1787755834.551248:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:6519:x1874588667082752:12345-0@lo:101:mdt00_000.0 Request processed in 19689us (19816us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.551260:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24609 00000100:00100000:0.0:1787755834.551483:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667082752:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1787755834.551501:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.551513:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.567670:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.567824:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518528 00000100:00100000:0.0:1787755834.567834:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518528 00010000:00010000:0.0:1787755834.567895:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 8 pid: 35153 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.567941:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21732 00000100:00100000:0.0:1787755834.567952:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654518528:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755834.567968:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755834.567975:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 8 pid: 35153 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.567990:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 8 pid: 35153 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.568013:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578862f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214132 expref: 8 pid: 35153 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.568030:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755834.568050:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.568064:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.568073:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.568109:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.568123:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667083136:0@lo:105: 00000100:00100000:0.0:1787755834.568189:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787755834.568270:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755834.568366:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.572006:0:73215:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755834.572109:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667083136 00000100:00100000:0.0:1787755834.572547:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667083136 00000100:00100000:0.0:1787755834.572653:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7951 00000100:00100000:0.0:1787755834.572664:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f4d5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667083136:12345-0@lo:105: 00010000:00010000:0.0:1787755834.572682:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.572693:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.572701:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.572721:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.572731:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.572740:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.572771:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccca00) 00000100:00100000:0.0:1787755834.572855:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f4d5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667083136:12345-0@lo:105: Request processed in 192us (4665us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.572864:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7951 00000100:00100000:3.0:1787755834.572974:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667083136:0@lo:105: 00010000:00010000:3.0:1787755834.572994:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.573048:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654518528:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5089us (5380us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.573057:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21732 00010000:00010000:1.0:1787755834.573353:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.573364:0:6519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755834.573390:0:6519:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755834.573458:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.573467:0:6519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.573483:0:6519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.573502:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083264:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787755834.573543:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.573579:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff44c47900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.573639:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667083264 00000100:00100000:3.0:1787755834.573644:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667083264 00000100:00100000:3.0:1787755834.573683:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24610 00000100:00100000:3.0:1787755834.573690:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6519:x1874588667083264:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1787755834.573705:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755834.573721:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657887cc expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.573742:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657887cc expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.573754:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887cc expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.573762:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff445c4d00) 00010000:00010000:3.0:1787755834.573766:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755834.573768:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755834.573798:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588667083264:12345-0@lo:101:mdt00_000.0 Request processed in 108us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.573804:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24610 00000100:00100000:1.0:1787755834.574405:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083264:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787755834.574423:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.574433:0:6519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755834.574459:0:6519:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755834.574523:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083392:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755834.574554:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.574583:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.574603:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667083392 00000100:00100000:1.0:1787755834.574607:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667083392 00000100:00100000:1.0:1787755834.574637:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24611 00000100:00100000:1.0:1787755834.574644:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588667083392:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755834.574721:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588667083392:12345-0@lo:1000:mdt00_000.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.574728:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24611 00000100:00100000:1.0:1787755834.574762:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083392:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755834.574801:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083520:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755834.574823:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.574837:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.574848:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667083520 00000100:00100000:1.0:1787755834.574852:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667083520 00000100:00100000:1.0:1787755834.574874:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24612 00000100:00100000:1.0:1787755834.574880:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588667083520:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1787755834.574975:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588667083520:12345-0@lo:1000:mdt00_000.0 Request processed in 95us (151us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755834.574982:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24612 00000100:00100000:1.0:1787755834.575009:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083520:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1787755834.575236:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.575245:0:6519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.575254:0:6519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.575266:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083648:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1787755834.575290:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.575379:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.576443:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667083648 00000100:00100000:3.0:1787755834.576562:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667083648 00000100:00100000:2.0:1787755834.576820:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24613 00000100:00100000:2.0:1787755834.576830:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6519:x1874588667083648:12345-0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787755834.576846:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755834.576863:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657887da expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.576886:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.576895:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.576922:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.576934:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 6 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.576945:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667083776:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755834.577031:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.581397:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667083776:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755834.581436:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.581464:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:1.0:1787755834.581468:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755834.581480:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.581491:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755834.585335:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.585813:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:6519:x1874588667083648:12345-0@lo:101:mdt00_000.0 Request processed in 8982us (10519us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.585824:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24613 00000100:00100000:2.0:1787755834.586870:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667083648:0@lo:101:mdt00_000.0 00010000:00010000:2.0:1787755834.586895:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.586907:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.587826:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518656 00000100:00100000:3.0:1787755834.587835:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518656 00010000:00010000:3.0:1787755834.587874:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 7 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.587980:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21733 00000100:00100000:3.0:1787755834.587992:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654518656:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755834.588008:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.588015:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 7 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.588029:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 7 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.588049:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578864b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214139 expref: 7 pid: 6519 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.588067:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755834.588073:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.588088:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.588097:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.588130:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.588142:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667083904:0@lo:105: 00000100:00100000:3.0:1787755834.588201:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.588258:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.590842:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667083904 00000100:00100000:2.0:1787755834.590859:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667083904 00000100:00100000:2.0:1787755834.590932:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952 00000100:00100000:2.0:1787755834.590942:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667083904:12345-0@lo:105: 00010000:00010000:2.0:1787755834.590969:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.590983:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.590992:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.591002:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.591011:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.591019:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.591051:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60000) 00000100:00100000:2.0:1787755834.591140:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667083904:12345-0@lo:105: Request processed in 199us (2938us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.591148:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952 00000100:00100000:2.0:1787755834.591200:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667083904:0@lo:105: 00010000:00010000:2.0:1787755834.591308:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755834.591395:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654518656:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3403us (6081us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.591404:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21733 00010000:00010000:1.0:1787755834.592354:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592368:0:6519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592419:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592432:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592442:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592485:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592495:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592504:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 4/0,1 mode: --/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592536:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.592552:0:6519:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 10 pid: 6520 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.592566:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6519:1874588667084032:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755834.592627:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.599161:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001_UUID:6519:1874588667084032:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755834.599193:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.600226:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.601371:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518784 00000100:00100000:0.0:1787755834.601383:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518784 00010000:00010000:0.0:1787755834.601786:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 11 pid: 6520 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.601911:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21734 00000100:00100000:1.0:1787755834.601925:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654518784:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755834.601944:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755834.601951:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 11 pid: 6520 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.601978:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 11 pid: 6520 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.601999:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578871d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214171 expref: 11 pid: 6520 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.602016:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe48a2ec00) 00010000:00010000:1.0:1787755834.602021:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.602030:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.602037:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.602067:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755834.602130:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654518784:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 209us (1916us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.602138:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21734 00010000:00010000:3.0:1787755834.602720:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.602730:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.602777:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.602784:0:6519:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.602794:0:6519:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.602817:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667084160:0@lo:101:mdt00_000.0 00000100:00100000:3.0:1787755834.602870:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.602896:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.604140:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667084160 00000100:00100000:1.0:1787755834.604154:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667084160 00000100:00100000:1.0:1787755834.604209:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24614 00000100:00100000:1.0:1787755834.604762:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:6519:x1874588667084160:12345-0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787755834.604786:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.604817:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657887fd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657887f6 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.604848:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657887fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657887f6 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.604861:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657887fd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887f6 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.604870:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dff4536dd00) 00010000:00010000:1.0:1787755834.604873:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755834.604876:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755834.622558:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:6519:x1874588667084160:12345-0@lo:101:mdt00_000.0 Request processed in 735us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.622578:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24614 00000100:00100000:1.0:1787755834.622673:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667084160:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1787755834.622706:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.622719:0:6519:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.623352:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667084288:0@lo:403:mdt00_000.0 00000100:00100000:1.0:1787755834.623423:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.623464:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.623728:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667084288 00000100:00100000:3.0:1787755834.623738:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667084288 00000100:00100000:3.0:1787755834.623843:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24615 00000100:00100000:3.0:1787755834.623855:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:6519:x1874588667084288:12345-0@lo:403:mdt00_000.0 00000100:00100000:2.0:1787755834.628572:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:6519:x1874588667084288:12345-0@lo:403:mdt00_000.0 Request processed in 4710us (5140us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.628585:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24615 00000100:00100000:3.0:1787755834.628817:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6519:1874588667084288:0@lo:403:mdt00_000.0 00000040:00080000:3.0:1787755834.630695:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1221, 952 off1112128 00000040:00080000:3.0:1787755834.630877:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1540, 1032 off1557248 00000004:00080000:3.0:1787755834.630883:0:6519:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a2cd600 with version 6884 00000004:00080000:2.0:1787755834.631102:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6884 rpc_version 6884 00000020:00100000:2.0:1787755834.631134:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755834.631144:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe46d00380 x1874588667084544/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755834.631166:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d00380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667084544:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755834.631292:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.631422:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.631582:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667084544 00000100:00100000:0.0:1787755834.631590:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667084544 00000100:00100000:0.0:1787755834.631678:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24616 00000100:00100000:0.0:1787755834.631688:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667084544:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755834.632124:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667084544:12345-0@lo:1000:osp_up0-1.0 Request processed in 437us (831us total) trans 8589957522 rc 0/0 00000100:00100000:0.0:1787755834.632133:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24616 00000100:00100000:1.0:1787755834.632250:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d00380 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667084544:0@lo:1000:osp_up0-1.0 00000004:00200000:3.0:1787755834.632277:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e68:0x0]: returning size 4096 00010000:00010000:3.0:1787755834.632300:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632310:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632343:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632349:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755834.632354:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632361:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632377:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19a:0x0].0x0 (ffff9dfe48a2ec00) 00010000:00010000:3.0:1787755834.632380:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755834.632384:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 2/0,0 mode: --/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632390:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657887ef lrc: 0/0,0 mode: --/EX res: [0x240000400:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632408:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632416:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632423:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632437:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755834.632444:0:6519:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x198:0x0] 00010000:00010000:3.0:1787755834.632469:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632493:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632499:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632504:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755834.632507:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632513:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632525:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:3.0:1787755834.632528:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755834.632530:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632535:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657887e8 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632546:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632554:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632561:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632578:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755834.632586:0:6519:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755834.632592:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632598:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632604:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632618:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1787755834.632622:0:6519:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755834.632630:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787755834.632635:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632642:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755834.632646:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755834.632653:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632678:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632684:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755834.632705:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632712:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b000/0x9b2b3253657887f6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887fd expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632729:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787755834.632732:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632738:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755834.632741:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755834.632753:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632769:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632776:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755834.632782:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632788:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60000/0x9b2b3253657887da lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887e1 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632801:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755834.632804:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632810:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755834.632814:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755834.632821:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632837:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632844:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755834.632858:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632865:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccca00/0x9b2b3253657887be lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657887c5 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.632874:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755834.632876:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755834.632878:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755834.632889:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667084672:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.632930:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.632968:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755834.632975:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667084800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.632999:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.633027:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667084928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.633047:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.633077:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667084672 00000100:00100000:3.0:1787755834.633082:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667084672 00000100:00100000:3.0:1787755834.633113:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667084800 00000100:00100000:3.0:1787755834.633116:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667084800 00000100:00100000:3.0:1787755834.633132:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667084928 00000100:00100000:3.0:1787755834.633134:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667084928 00000100:00100000:3.0:1787755834.633147:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11176 00000100:00100000:3.0:1787755834.633154:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+16:3647:x1874588667084672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755834.633164:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.633181:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657887fd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x198:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657887f6 expref: 16 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.633192:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x0 (ffff9dff4536dd00) 00010000:00010000:3.0:1787755834.633200:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.633228:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b28850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:3647:x1874588667084672:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.633235:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11176 00000100:00100000:3.0:1787755834.633279:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11177 00000100:00100000:3.0:1787755834.633285:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588667084800:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755834.633292:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.633304:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657887e1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e68:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657887da expref: 14 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.633337:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755834.633343:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.633366:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588667084800:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.633372:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11177 00000100:00100000:3.0:1787755834.633387:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11178 00000100:00100000:3.0:1787755834.633392:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588667084928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755834.633400:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755834.633410:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b3253657887c5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657887be expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.633420:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755834.633424:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755834.633448:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588667084928:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.633454:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11178 00000100:00100000:3.0:1787755834.633497:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667084928:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.633523:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667084800:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.633531:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667084672:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755834.633556:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.633565:0:6519:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.633632:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225758:x1874588654518272:12345-192.168.201.7@tcp:36:rm.0 Request processed in 102523us (102972us total) trans 4294985424 rc 0/0 00000100:00100000:3.0:1787755834.633639:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70390 00010000:00010000:1.0:1787755834.634821:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.634972:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755834.759952:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.760001:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.760037:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.760069:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.760072:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654518912 00000100:00100000:2.0:1787755834.760086:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654518912 00000100:00100000:3.0:1787755834.760093:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.760160:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2402 00000100:00100000:1.0:1787755834.760169:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519424 00000100:00100000:2.0:1787755834.760171:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654518912:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755834.760173:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519424 00000100:00100000:1.0:1787755834.760211:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519040 00000100:00100000:1.0:1787755834.760214:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519040 00000100:00100000:1.0:1787755834.760231:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519296 00000100:00100000:1.0:1787755834.760233:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519296 00000100:00100000:2.0:1787755834.760244:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654518912:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 75us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.760251:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2402 00000100:00100000:1.0:1787755834.760252:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10119 00000100:00100000:1.0:1787755834.760258:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654519424:12345-192.168.201.7@tcp:400:kworker.0 00000100:00080000:2.0:1787755834.760282:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755834.760285:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654519424:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (249us total) trans 0 rc 0/0 00000100:00080000:2.0:1787755834.760286:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755834.760291:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10119 00000100:00100000:1.0:1787755834.760304:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10120 00000100:00100000:1.0:1787755834.760310:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654519040:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755834.760312:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10121 00000100:00100000:2.0:1787755834.760347:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654519296:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755834.760366:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654519040:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 56us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.760366:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654519296:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.760373:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10120 00000100:00100000:2.0:1787755834.760376:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10121 00000100:00100000:0.0:1787755834.760446:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519168 00000100:00100000:0.0:1787755834.760451:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519168 00000100:00100000:0.0:1787755834.760526:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15724 00000100:00100000:0.0:1787755834.760534:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654519168:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755834.760566:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654519168:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 33us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.760573:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15724 00000100:00080000:2.0:1787755834.762076:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755834.768910:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.769090:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519552 00000100:00100000:2.0:1787755834.769101:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519552 00000100:00100000:2.0:1787755834.769171:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70391 00000100:00100000:2.0:1787755834.769184:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225766:x1874588654519552:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:2.0:1787755834.769224:0:10713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345307648 00000100:00100000:2.0:1787755834.769303:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225766:x1874588654519552:12345-192.168.201.7@tcp:41:stat.0 Request processed in 122us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.769311:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70391 00000100:00100000:1.0:1787755834.851077:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.851802:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519680 00000100:00100000:2.0:1787755834.851820:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519680 00000100:00100000:2.0:1787755834.851946:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70392 00000100:00100000:2.0:1787755834.851966:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225770:x1874588654519680:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755834.851993:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755834.852021:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788804 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21419b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.852092:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.852107:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.852118:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755834.852168:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755834.852172:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755834.852191:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.852217:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788804 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.852235:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.852244:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755834.852248:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755834.852251:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755834.852340:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225770:x1874588654519680:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 351us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.852347:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70392 00000100:00100000:1.0:1787755834.857925:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000001:00080000:3.0:1787755834.858029:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976205 is committed 00000100:00100000:0.0:1787755834.869895:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519808 00000100:00100000:0.0:1787755834.869913:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519808 00000100:00100000:0.0:1787755834.870108:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70393 00000100:00100000:0.0:1787755834.870121:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225770:x1874588654519808:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755834.870142:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.870164:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788812 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141a2 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870232:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870251:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870262:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870274:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870285:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657887cc expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870294:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.870351:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b3253657887cc expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.870369:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667085056:0@lo:104: 00000100:00100000:0.0:1787755834.870438:0:10714:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.870720:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667085056 00000100:00100000:1.0:1787755834.870728:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667085056 00000100:00100000:1.0:1787755834.870770:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7953 00000100:00100000:1.0:1787755834.870779:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588667085056:12345-0@lo:104: 00010000:00010000:1.0:1787755834.870793:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.870859:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe520d9d80 going to sleep for 11 seconds 00010000:00010000:1.0:1787755834.876765:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755834.876790:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:10714:x1874588667085056:12345-0@lo:104: Request processed in 6005us (6344us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.876806:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7953 00010000:00010000:0.0:1787755834.879003:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755834.879019:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.879032:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755834.879039:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755834.879053:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.879102:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.879109:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755834.879154:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.879162:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b3253657887cc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b3253657887d3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.879191:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755834.879193:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755834.879195:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755834.879301:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755834.879352:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667085184:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755834.879422:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.879711:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667085184 00000100:00100000:0.0:1787755834.879718:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667085184 00010000:00010000:0.0:1787755834.879753:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b3253657887cc expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.879827:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21735 00000100:00100000:0.0:1787755834.879837:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588667085184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755834.879850:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787755834.883561:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667085056:0@lo:104: 00010000:00010000:2.0:1787755834.883592:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755834.884425:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957522 is committed 00010000:00010000:1.0:1787755834.884572:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657887d3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b3253657887cc expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.884591:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff445c4d00) 00010000:00010000:1.0:1787755834.884596:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.884606:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.884613:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.884643:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755834.885088:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588667085184:12345-0@lo:103:ldlm_bl.0 Request processed in 5249us (5664us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.885098:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21735 00000100:00100000:0.0:1787755834.885187:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667085184:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755834.885257:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885266:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885355:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885363:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885369:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885376:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885382:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755834.885386:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885393:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885405:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755834.885408:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755834.885412:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885418:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788819 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885430:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885436:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885443:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885448:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755834.885452:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885458:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885474:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff445c4d00) 00010000:00010000:2.0:1787755834.885477:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755834.885489:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885494:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788820 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885538:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788812 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a2 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885549:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755834.885551:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755834.885555:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788812 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a2 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.885564:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:2.0:1787755834.885619:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225770:x1874588654519808:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 15501us (27704us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755834.885626:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70393 00000100:00100000:1.0:1787755834.894526:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755834.894932:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654519936 00000100:00100000:0.0:1787755834.894943:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654519936 00000100:00100000:0.0:1787755834.895089:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70394 00000100:00100000:0.0:1787755834.895100:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:225770:x1874588654519936:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755834.895120:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.895140:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788827 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141a9 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.895198:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.895212:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.895223:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755834.895268:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755834.895271:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755834.895289:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.895310:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788827 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.895376:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.895385:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755834.895388:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755834.895391:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755834.895445:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:225770:x1874588654519936:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 347us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.895452:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70394 00000100:00100000:2.0:1787755834.898578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.909593:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520192 00000100:00100000:1.0:1787755834.909615:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520192 00000100:00100000:1.0:1787755834.909706:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70395 00000100:00100000:1.0:1787755834.909718:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225770:x1874588654520192:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:1.0:1787755834.909861:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667085312:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755834.909932:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.910983:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667085312 00000100:00100000:2.0:1787755834.910993:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667085312 00000100:00100000:2.0:1787755834.911035:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24617 00000100:00100000:2.0:1787755834.911044:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588667085312:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755834.911134:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588667085312:12345-0@lo:1000:mdt00_011.0 Request processed in 91us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.911143:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24617 00000100:00100000:1.0:1787755834.911342:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.911385:0:35157:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957522 gen 2 00000004:00080000:1.0:1787755834.911392:0:35157:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957521 committed transno 8589957522 00000004:00080000:1.0:1787755834.911423:0:35157:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957522 committed transno 8589957522 00000100:00100000:1.0:1787755834.911452:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667085312:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755834.911616:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667085440:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755834.911651:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.911679:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.911699:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667085440 00000100:00100000:1.0:1787755834.911703:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667085440 00000100:00100000:1.0:1787755834.911736:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24618 00000100:00100000:1.0:1787755834.911744:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588667085440:12345-0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755834.911824:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588667085440:12345-0@lo:1000:mdt00_011.0 Request processed in 81us (172us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755834.911831:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24618 00000100:00100000:1.0:1787755834.911862:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667085440:0@lo:1000:mdt00_011.0 00010000:00010000:1.0:1787755834.911911:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.911921:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.911932:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.911943:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667085568:0@lo:101:mdt00_011.0 00000100:00100000:1.0:1787755834.913643:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.913680:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.913719:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667085568 00000100:00100000:1.0:1787755834.913726:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667085568 00000100:00100000:1.0:1787755834.913778:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24619 00000100:00100000:1.0:1787755834.913787:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:35157:x1874588667085568:12345-0@lo:101:mdt00_011.0 00010000:00010000:1.0:1787755834.913804:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.913828:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788835 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.913863:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.913872:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.913880:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.913917:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.913930:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 7 pid: 6521 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.913942:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667085696:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755834.914785:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.914798:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 6 pid: 17813 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.914809:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45568700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667085824:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755834.914833:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755834.917371:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.917439:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.917535:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520320 00000100:00100000:2.0:1787755834.917544:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520320 00010000:00010000:2.0:1787755834.917583:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 8 pid: 6521 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.917622:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520448 00000100:00100000:2.0:1787755834.917625:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520448 00010000:00010000:2.0:1787755834.917640:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 7 pid: 17813 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.917660:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21736 00000100:00100000:2.0:1787755834.917669:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654520320:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755834.917682:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755834.917688:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 8 pid: 6521 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917701:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 8 pid: 6521 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917722:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755834.917729:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917739:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755834.917788:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654520320:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 120us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.917796:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21736 00000100:00100000:2.0:1787755834.917816:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21737 00000100:00100000:2.0:1787755834.917824:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654520448:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755834.917831:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755834.917836:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 7 pid: 17813 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917846:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 7 pid: 17813 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917860:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755834.917865:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917873:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917882:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.917912:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.917926:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667085952:0@lo:105: 00000100:00100000:2.0:1787755834.917978:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.918011:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513840 going to sleep for 11 seconds 00010000:00010000:1.0:1787755834.918343:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578882e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141a9 expref: 7 pid: 6521 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.918363:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569f80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667085696:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755834.918380:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578880b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21419b expref: 7 pid: 17813 timeout: 8991 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.918397:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45568700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667085824:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755834.918432:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.918440:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755834.918443:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755834.918446:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755834.918505:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35157:x1874588667085568:12345-0@lo:101:mdt00_011.0 Request processed in 4719us (4864us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.918512:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24619 00000100:00100000:0.0:1787755834.918598:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667085568:0@lo:101:mdt00_011.0 00010000:00010000:0.0:1787755834.918615:0:35157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.918626:0:35157:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.919566:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667085952 00000100:00100000:3.0:1787755834.919575:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667085952 00000100:00100000:3.0:1787755834.919623:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954 00000100:00100000:3.0:1787755834.919633:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667085952:12345-0@lo:105: 00010000:00010000:3.0:1787755834.919647:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.919660:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.919669:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.919677:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.919685:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.919693:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.919716:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61200) 00000100:00100000:3.0:1787755834.919777:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667085952:12345-0@lo:105: Request processed in 146us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755834.919784:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954 00000100:00100000:2.0:1787755834.919914:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667085952:0@lo:105: 00010000:00010000:2.0:1787755834.919929:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755834.919990:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654520448:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2165us (2548us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.919998:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21737 00010000:00010000:1.0:1787755834.920155:0:35157:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.920166:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755834.920192:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755834.920232:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.920240:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.920250:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.920268:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086080:0@lo:101:mdt00_011.0 00000100:00100000:1.0:1787755834.920304:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.920346:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.920394:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086080 00000100:00100000:0.0:1787755834.920399:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086080 00000100:00100000:0.0:1787755834.920438:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24620 00000100:00100000:0.0:1787755834.920445:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35157:x1874588667086080:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1787755834.920458:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.920485:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788843 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.920504:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788843 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.920516:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788843 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.920523:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:0.0:1787755834.920526:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755834.920529:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755834.920561:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086080:12345-0@lo:101:mdt00_011.0 Request processed in 116us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.920566:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24620 00000100:00100000:1.0:1787755834.921293:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086080:0@lo:101:mdt00_011.0 00010000:00010000:1.0:1787755834.921308:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.921351:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755834.921372:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:1.0:1787755834.921408:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086208:0@lo:1000:mdt00_011.0 00000100:00100000:1.0:1787755834.921442:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.921484:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.921619:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086208 00000100:00100000:2.0:1787755834.921625:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086208 00000100:00100000:2.0:1787755834.921666:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24621 00000100:00100000:2.0:1787755834.921674:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086208:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755834.921746:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086208:12345-0@lo:1000:mdt00_011.0 Request processed in 73us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.921753:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24621 00000100:00100000:3.0:1787755834.921837:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569c00 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086208:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.921879:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086336:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.921906:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.922181:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.924897:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086336 00000100:00100000:0.0:1787755834.924912:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086336 00000100:00100000:0.0:1787755834.925044:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24622 00000100:00100000:0.0:1787755834.925054:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086336:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1787755834.925262:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086336:12345-0@lo:1000:mdt00_011.0 Request processed in 208us (3353us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755834.925269:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24622 00000100:00100000:3.0:1787755834.926661:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086336:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.926792:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086464:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.926846:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.926880:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.927095:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086464 00000100:00100000:2.0:1787755834.927101:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086464 00000100:00100000:2.0:1787755834.927136:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24623 00000100:00100000:2.0:1787755834.927144:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086464:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755834.927238:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086464:12345-0@lo:1000:mdt00_011.0 Request processed in 94us (391us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755834.927245:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24623 00000100:00100000:3.0:1787755834.927507:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086464:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.927559:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086592:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.927584:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.927607:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.927699:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086592 00000100:00100000:2.0:1787755834.927704:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086592 00000100:00100000:2.0:1787755834.927736:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24624 00000100:00100000:2.0:1787755834.927743:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086592:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755834.927800:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086592:12345-0@lo:1000:mdt00_011.0 Request processed in 58us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.927807:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24624 00000100:00100000:3.0:1787755834.927961:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086592:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.928000:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086720:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.928023:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.928046:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.928155:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086720 00000100:00100000:2.0:1787755834.928160:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086720 00000100:00100000:2.0:1787755834.928190:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24625 00000100:00100000:2.0:1787755834.928197:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086720:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755834.928255:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086720:12345-0@lo:1000:mdt00_011.0 Request processed in 59us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.928262:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24625 00000100:00100000:3.0:1787755834.929849:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086720:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.929928:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086848:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755834.930054:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.930087:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755834.930162:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667086848 00000100:00100000:2.0:1787755834.930170:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667086848 00000100:00100000:2.0:1787755834.930217:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24626 00000100:00100000:2.0:1787755834.930227:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086848:12345-0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755834.930304:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35157:x1874588667086848:12345-0@lo:1000:mdt00_011.0 Request processed in 79us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.930312:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24626 00000100:00100000:3.0:1787755834.930694:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667086848:0@lo:1000:mdt00_011.0 00000040:00080000:3.0:1787755834.932723:0:35157:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1223, 2168 off1116280 00000040:00080000:3.0:1787755834.932846:0:35157:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1541, 2368 off1559616 00000004:00080000:3.0:1787755834.932854:0:35157:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4a2cd840 with version 6885 00000004:00080000:1.0:1787755834.936201:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6885 rpc_version 6885 00000020:00100000:2.0:1787755834.936397:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755834.936410:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe46d02680 x1874588667087104/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755834.936436:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667087104:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755834.936638:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.936733:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.937054:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087104 00000100:00100000:1.0:1787755834.937065:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087104 00000100:00100000:1.0:1787755834.937175:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24627 00000100:00100000:1.0:1787755834.937186:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667087104:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755834.938416:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667087104:12345-0@lo:1000:osp_up0-1.0 Request processed in 1228us (1775us total) trans 8589957523 rc 0/0 00000100:00100000:1.0:1787755834.938426:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24627 00000100:00100000:2.0:1787755834.938590:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667087104:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755834.939091:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939107:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939120:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939144:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939151:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939157:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939194:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939201:0:35157:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.939211:0:35157:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.939229:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667087232:0@lo:101:mdt00_011.0 00000100:00100000:3.0:1787755834.939270:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.939697:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe46f95480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.939774:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087232 00000100:00100000:0.0:1787755834.939782:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087232 00000100:00100000:0.0:1787755834.939836:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24628 00000100:00100000:0.0:1787755834.939845:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35157:x1874588667087232:12345-0@lo:101:mdt00_011.0 00010000:00010000:0.0:1787755834.939863:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755834.939879:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578885f expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.939900:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578885f expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.939911:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578885f expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.939919:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:0.0:1787755834.939922:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755834.939924:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755834.939974:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35157:x1874588667087232:12345-0@lo:101:mdt00_011.0 Request processed in 129us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.939981:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24628 00000100:00100000:3.0:1787755834.940109:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-mdtlov_UUID:35157:1874588667087232:0@lo:101:mdt00_011.0 00010000:00010000:3.0:1787755834.940122:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940133:0:35157:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755834.940154:0:35157:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e833fc53 reply state 0000000000be0240 transno 4294985425 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940169:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940175:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:3.0:1787755834.940178:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755834.940181:0:35157:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755834.940187:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940195:0:35157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755834.940207:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x199:0x0] 00000004:00010000:3.0:1787755834.940213:0:35157:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e833fc53 reply state 0000000000be0240 transno 4294985425 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940222:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940226:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755834.940229:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755834.940230:0:35157:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787755834.940234:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00000004:00080000:3.0:1787755834.940243:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755834.940251:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940257:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940268:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940303:0:35157:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755834.940308:0:35157:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755834.940329:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.940336:0:35157:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.940420:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225770:x1874588654520192:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 30703us (41849us total) trans 4294985425 rc 0/0 00000100:00100000:3.0:1787755834.940428:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70395 00000100:00100000:3.0:1787755834.946668:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.946711:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520576 00000100:00100000:3.0:1787755834.946721:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520576 00000100:00100000:3.0:1787755834.946776:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70396 00000100:00100000:3.0:1787755834.946787:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225759:x1874588654520576:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755834.946808:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755834.946830:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578886d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141b0 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.946898:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.946913:0:35154:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788835 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.946924:0:35154:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.947364:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755834.947373:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.947382:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755834.947388:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755834.947397:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.947434:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.947441:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755834.947463:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.947484:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61200/0x9b2b325365788835 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578883c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.947504:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755834.947506:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755834.947507:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755834.947515:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755834.947532:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667087360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755834.947589:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755834.948438:0:35154:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788835 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.948456:0:35154:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35154:1874588667087488:0@lo:104: 00000100:00100000:3.0:1787755834.948505:0:35154:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.948547:0:35154:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bd240 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.948738:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087360 00000100:00100000:1.0:1787755834.948745:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087360 00010000:00010000:1.0:1787755834.948775:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788835 expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.948802:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21738 00000100:00100000:1.0:1787755834.948811:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667087360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755834.948824:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755834.948843:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755834.948849:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.948863:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.948871:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.948888:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755834.948935:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667087360:12345-0@lo:103:ldlm_bl.0 Request processed in 125us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.948942:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21738 00000100:00100000:1.0:1787755834.950191:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667087360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755834.951193:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087488 00000100:00100000:0.0:1787755834.951204:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087488 00000100:00100000:0.0:1787755834.951253:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7955 00000100:00100000:0.0:1787755834.951262:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35154:x1874588667087488:12345-0@lo:104: 00010000:00010000:0.0:1787755834.951272:0:73215:0:(ldlm_lockd.c:2448:ldlm_callback_handler()) callback on lock 0x9b2b325365788835 - lock disappeared 00010000:00010000:0.0:1787755834.951372:0:73215:0:(ldlm_lockd.c:2345:ldlm_callback_errmsg()) @@@ Operate with invalid parameter, NID=12345-0@lo lock=0x9b2b325365788835: rc = 0 req@ffff9dfe47896300 x1874588667087488/t0(0) o104->lustre-MDT0001-mdtlov_UUID@0@lo:405/0 lens 328/224 e 0 to 0 dl 1787755845 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755834.951385:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35154:x1874588667087488:12345-0@lo:104: Request processed in 125us (2879us total) trans 0 rc -22/-22 00000100:00100000:0.0:1787755834.951391:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7955 00010000:00010000:0.0:1787755834.951429:0:35154:0:(ldlm_lockd.c:741:ldlm_handle_ast_error()) ### client (nid 0@lo) returned -22 from blocking AST (req@000000000387afdf x1874588667087488) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788835 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.951447:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578883c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788835 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.951462:0:35154:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000_UUID:35154:1874588667087488:0@lo:104: 00010000:00010000:0.0:1787755834.951491:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755834.951498:0:35154:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.951508:0:35154:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.951513:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755834.951564:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755834.951569:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755834.951593:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.951625:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b32536578886d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141b0 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.951641:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141b0 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.951648:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755834.951650:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755834.951652:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:0.0:1787755834.951701:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225759:x1874588654520576:12345-192.168.201.7@tcp:101:bash.0 Request processed in 4917us (5044us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.951709:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70396 00000100:00100000:3.0:1787755834.954883:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.955038:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520704 00000100:00100000:1.0:1787755834.955047:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520704 00000100:00100000:1.0:1787755834.955105:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70397 00000100:00100000:1.0:1787755834.955115:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225759:x1874588654520704:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755834.955134:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.955154:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578887b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141b7 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955215:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955229:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955240:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955251:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955260:0:8458:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788843 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955268:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.955302:0:8458:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788843 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755834.955460:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667087616:0@lo:104: 00000100:00100000:1.0:1787755834.955578:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755834.955651:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.959297:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087616 00000100:00100000:0.0:1787755834.959339:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087616 00000100:00100000:0.0:1787755834.959421:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956 00000100:00100000:0.0:1787755834.959432:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667087616:12345-0@lo:104: 00010000:00010000:0.0:1787755834.959453:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.959939:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755834.960080:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667087616:0@lo:104: 00010000:00010000:1.0:1787755834.960109:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.960149:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667087616:12345-0@lo:104: Request processed in 516us (4367us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.960158:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956 00010000:00010000:2.0:1787755834.960229:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755834.960237:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.960246:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755834.960252:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755834.960262:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.960301:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.960307:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755834.960369:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.960376:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788843 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b32536578884a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.960399:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.960401:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.960403:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755834.960449:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755834.960475:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667087744:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.960541:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755834.960841:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087744 00000100:00100000:0.0:1787755834.960848:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087744 00010000:00010000:0.0:1787755834.960870:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788843 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755834.960898:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21739 00000100:00100000:0.0:1787755834.960905:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b28450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667087744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755834.960916:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755834.963115:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957523 is committed 00010000:00010000:0.0:1787755834.963230:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578884a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788843 expref: 10 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.963251:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:0.0:1787755834.963257:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.963267:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.963274:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.963657:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755834.963743:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b28450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588667087744:12345-0@lo:103:ldlm_bl.0 Request processed in 2836us (3199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.963753:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21739 00000100:00100000:3.0:1787755834.964511:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667087744:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755834.973174:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.973192:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.975863:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8458:1874588667087872:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787755834.975948:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.975998:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755834.976064:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667087872 00000100:00100000:0.0:1787755834.976073:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667087872 00000100:00100000:0.0:1787755834.976137:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24629 00000100:00100000:0.0:1787755834.976147:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8458:x1874588667087872:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1787755834.976243:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8458:x1874588667087872:12345-0@lo:1000:mdt00_003.0 Request processed in 97us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.976254:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24629 00000100:00100000:2.0:1787755834.976521:0:8458:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985418 gen 2 00000004:00080000:2.0:1787755834.976527:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985417 committed transno 4294985418 00000004:00080000:2.0:1787755834.976550:0:8458:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985418 committed transno 4294985418 00000020:00080000:2.0:1787755834.976556:0:8458:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe520d9300 refcount 2 committed 0 result 0 batchid 4294979812 00000020:00080000:2.0:1787755834.976560:0:8458:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff502cb900 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe520d99c0 00000020:00080000:2.0:1787755834.976564:0:8458:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].944 00000020:00080000:2.0:1787755834.976566:0:8458:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff502cb700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe48b93600 00000020:00080000:2.0:1787755834.976569:0:8458:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].941 00000100:00100000:2.0:1787755834.976597:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4556a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8458:1874588667087872:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1787755834.976655:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788890 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976671:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788890 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976683:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788890 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755834.976720:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788890 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976737:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976743:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976750:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976756:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976761:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755834.976765:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976772:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976789:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755834.976792:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755834.976796:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976802:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b325365788882 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976817:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976823:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976828:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976833:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755834.976836:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976842:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976849:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604500) 00010000:00010000:2.0:1787755834.976851:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755834.976854:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976859:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365788889 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976910:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578887b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141b7 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976926:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788890 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141b7 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.976933:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:2.0:1787755834.976935:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755834.976938:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755834.976997:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225759:x1874588654520704:12345-192.168.201.7@tcp:101:bash.0 Request processed in 21883us (22122us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.977004:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70397 00000020:00080000:0.0:1787755834.977763:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979812 committed batchid 4294979811 00000020:00080000:0.0:1787755834.977833:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979811 00000100:00100000:0.0:1787755834.979301:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755834.979495:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520832 00000100:00100000:2.0:1787755834.979503:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520832 00000100:00100000:2.0:1787755834.979563:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70398 00000100:00100000:2.0:1787755834.979573:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225759:x1874588654520832:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755834.979595:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755834.979616:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788897 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141be expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.979673:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b32536578889e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.979685:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b32536578889e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.979698:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b32536578889e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755834.979808:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00000004:00200000:2.0:1787755834.979813:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755834.979846:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788897 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141be expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.979864:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b32536578889e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141be expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.979872:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755834.979875:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755834.979879:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755834.979935:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225759:x1874588654520832:12345-192.168.201.7@tcp:101:bash.0 Request processed in 363us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755834.979943:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70398 00000100:00100000:3.0:1787755834.986245:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755834.986362:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654520960 00000100:00100000:1.0:1787755834.986372:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654520960 00000100:00100000:1.0:1787755834.986430:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70399 00000100:00100000:1.0:1787755834.986441:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225759:x1874588654520960:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755834.986461:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755834.986498:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657888a5 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141c5 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.986558:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657888ac lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.986572:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657888ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.986583:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657888ac lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755834.986637:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19b:0x0]: returning size 4096 00000004:00200000:1.0:1787755834.986643:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755834.986680:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b3253657888a5 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141c5 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.986698:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657888ac lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141c5 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755834.986926:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:1.0:1787755834.986929:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755834.986934:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755834.986992:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225759:x1874588654520960:12345-192.168.201.7@tcp:101:bash.0 Request processed in 552us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755834.986999:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70399 00000100:00100000:0.0:1787755834.996944:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755834.997037:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654521088 00000100:00100000:3.0:1787755834.997049:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654521088 00000100:00100000:3.0:1787755834.997114:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70400 00000100:00100000:3.0:1787755834.997124:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225759:x1874588654521088:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755834.997143:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755834.997164:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657888b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141cc expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.997226:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.997241:0:35152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578885f expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.997250:0:35152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 4/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755834.997285:0:35152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b32536578885f expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755834.997300:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe466c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588667088000:0@lo:104: 00000100:00100000:3.0:1787755834.997388:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755834.997695:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755834.998424:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088000 00000100:00100000:1.0:1787755834.998432:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088000 00000100:00100000:0.0:1787755834.998644:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957 00000100:00100000:0.0:1787755834.998654:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588667088000:12345-0@lo:104: 00010000:00010000:0.0:1787755834.998669:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755834.998753:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787755834.998759:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35152:x1874588667088000:12345-0@lo:104: Request processed in 107us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755834.998766:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957 00000100:00100000:3.0:1787755834.998855:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe466c3100 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000_UUID:35152:1874588667088000:0@lo:104: 00010000:00010000:3.0:1787755834.998880:0:35152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.998948:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755834.998957:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.998965:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755834.998971:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755834.998980:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.999015:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.999027:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755834.999058:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 1/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.999066:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b400/0x9b2b32536578885f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788866 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755834.999087:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.999089:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755834.999091:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755834.999129:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755834.999141:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667088128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755834.999176:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755834.999282:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088128 00000100:00100000:2.0:1787755834.999287:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088128 00010000:00010000:2.0:1787755834.999310:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b32536578885f expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755834.999386:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21740 00000100:00100000:2.0:1787755834.999393:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667088128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755834.999404:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000020:00080000:2.0:1787755835.002428:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979812 batchid updated 00000020:00080000:0.0:1787755835.002575:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979812 00000004:00080000:0.0:1787755835.002644:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe520d9d80 with version 1838 00000020:00080000:0.0:1787755835.002662:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979812 cancel update log [0x240000404:0x2:0x0].944: rc = 0 00000020:00080000:0.0:1787755835.002758:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979812 cancel update log [0x200000bd0:0x2:0x0].941: rc = 0 00000020:00080000:0.0:1787755835.002768:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979812 00010000:00010000:1.0:1787755835.002943:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788866 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b32536578885f expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755835.002971:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:1.0:1787755835.002977:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755835.002987:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755835.002995:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755835.003030:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755835.003120:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667088128:12345-0@lo:103:ldlm_bl.0 Request processed in 3725us (3941us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755835.003129:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21740 00010000:00010000:3.0:1787755835.003221:0:35152:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.003230:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755835.003287:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x199:0x0]: returning size 4096 00000004:00200000:3.0:1787755835.003292:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755835.003382:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657888b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141cc expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.003402:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141cc expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.003410:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:3.0:1787755835.003413:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755835.003416:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755835.003474:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225759:x1874588654521088:12345-192.168.201.7@tcp:101:bash.0 Request processed in 6342us (6535us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755835.003490:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70400 00000100:00100000:0.0:1787755835.003990:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667088128:0@lo:103:ldlm_bl.0 00000004:00080000:2.0:1787755835.004215:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1838 rpc_version 1838 00000020:00100000:2.0:1787755835.004243:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755835.004251:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a046680 x1874588667088384/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755835.004270:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667088384:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755835.004344:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755835.004367:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755835.004674:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088384 00000100:00100000:1.0:1787755835.004681:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088384 00000100:00100000:1.0:1787755835.004744:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24630 00000100:00100000:1.0:1787755835.004754:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588667088384:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755835.004902:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667088384:12345-0@lo:1000:osp_up1-0.0 Request processed in 150us (558us total) trans 4294985426 rc 0/0 00000100:00100000:1.0:1787755835.004910:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24630 00000100:00100000:0.0:1787755835.005073:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667088384:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755835.010912:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755835.011009:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654521344 00000100:00100000:2.0:1787755835.011020:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654521344 00000100:00100000:2.0:1787755835.011079:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70401 00000100:00100000:2.0:1787755835.011089:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225759:x1874588654521344:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755835.011110:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755835.011113:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755835.011141:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657888ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141cc expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011162:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe52604200) 00010000:00010000:2.0:1787755835.011173:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755835.011188:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657888c1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141d3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011353:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011366:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011375:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011388:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011395:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.011402:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755835.012018:0:6520:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51c:0x0], index 1: 0 00010000:00010000:2.0:1787755835.012166:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657888d6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012175:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657888d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012183:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657888d6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012213:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012221:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012226:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012232:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012238:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755835.012242:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012249:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012259:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe502b8100) 00010000:00010000:2.0:1787755835.012262:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755835.012266:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012273:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657888c8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755835.012286:0:6520:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b40d2dcc reply state 00000000225406b7 transno 8589957524 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012298:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012304:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe502b8500) 00010000:00010000:2.0:1787755835.012306:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755835.012308:0:6520:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755835.012366:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b3253657888c1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141d3 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012385:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657888d6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141d3 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755835.012393:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755835.012396:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755835.012398:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:1.0:1787755835.015609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755835.015753:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654521472 00000100:00100000:0.0:1787755835.015763:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654521472 00000100:00100000:0.0:1787755835.015832:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30812 00000100:00100000:0.0:1787755835.015844:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225759:x1874588654521472:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755835.015867:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755835.015896:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141da expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755835.015925:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x51c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755835.015951:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=8892s v=(0 0) 00010000:00010000:0.0:1787755835.015956:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755835.015967:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 7 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755835.015986:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 7 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755835.016000:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755835.016061:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225759:x1874588654521472:12345-192.168.201.7@tcp:101:bash.0 Request processed in 218us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755835.016067:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30812 00000100:00100000:2.0:1787755835.016574:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225759:x1874588654521344:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1390us (1576us total) trans 8589957524 rc 0/0 00000100:00100000:2.0:1787755835.016586:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70401 00000100:00100000:3.0:1787755835.031474:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755835.031604:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654521728 00000100:00100000:0.0:1787755835.031615:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654521728 00000100:00100000:0.0:1787755835.031681:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9391 00000100:00100000:0.0:1787755835.031692:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225759:x1874588654521728:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755835.032176:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225759:x1874588654521728:12345-192.168.201.7@tcp:35:bash.0 Request processed in 484us (738us total) trans 8589957525 rc 0/0 00000100:00100000:0.0:1787755835.032185:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9391 00000100:00100000:0.0:1787755835.043677:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755835.048126:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654521984 00000100:00100000:3.0:1787755835.048144:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654521984 00000100:00100000:3.0:1787755835.048219:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70402 00000100:00100000:3.0:1787755835.048229:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225759:x1874588654521984:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755835.048248:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755835.048251:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755835.048276:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61800/0x9b2b3253657888ac lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141c5 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048295:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:3.0:1787755835.048301:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755835.048360:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b3253657888eb lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141e1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048493:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048506:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048521:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048535:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048542:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.048549:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755835.048677:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667088512:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755835.048742:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755835.048774:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755835.048866:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088512 00000100:00100000:1.0:1787755835.048871:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088512 00000100:00100000:1.0:1787755835.048911:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24631 00000100:00100000:1.0:1787755835.048919:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588667088512:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1787755835.049004:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588667088512:12345-0@lo:1000:mdt00_008.0 Request processed in 85us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755835.049012:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24631 00000100:00100000:3.0:1787755835.049153:0:35153:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957523 gen 2 00000004:00080000:3.0:1787755835.049158:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957523 committed transno 8589957523 00000100:00100000:3.0:1787755835.049195:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667088512:0@lo:1000:mdt00_008.0 00000004:00080000:3.0:1787755835.049483:0:35153:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d5:0x0], index 0: 0 00010000:00010000:3.0:1787755835.049627:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788900 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049639:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788900 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049649:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788900 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049685:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049693:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049699:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049706:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049712:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755835.049716:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049724:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049734:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:3.0:1787755835.049736:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755835.049741:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049746:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28bc00/0x9b2b3253657888f2 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755835.049761:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005ab28c14 reply state 00000000a0affa0e transno 4294985427 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049772:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049778:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x4ec94fd6 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755835.049781:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755835.049784:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755835.049812:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b3253657888eb lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e1 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049827:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788900 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e1 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.049834:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755835.049837:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755835.049839:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755835.049885:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225759:x1874588654521984:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1658us (6218us total) trans 4294985427 rc 0/0 00000100:00100000:3.0:1787755835.049892:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70402 00000100:00100000:2.0:1787755835.053521:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755835.053600:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654522112 00000100:00100000:0.0:1787755835.053612:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654522112 00000100:00100000:0.0:1787755835.053670:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30813 00000100:00100000:0.0:1787755835.053680:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225759:x1874588654522112:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755835.053698:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755835.053719:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141e8 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755835.053747:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755835.053770:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d5:0x0].0x0 since=8892s v=(0 0) 00010000:00010000:0.0:1787755835.053775:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755835.053785:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755835.053803:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755835.053817:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755835.053884:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225759:x1874588654522112:12345-192.168.201.7@tcp:101:bash.0 Request processed in 205us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755835.053891:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30813 00000100:00100000:1.0:1787755835.066050:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755835.066363:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654522368 00000100:00100000:2.0:1787755835.066374:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654522368 00000100:00100000:2.0:1787755835.066447:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9392 00000100:00100000:2.0:1787755835.066495:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225759:x1874588654522368:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:2.0:1787755835.066822:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:225759:x1874588654522368:12345-192.168.201.7@tcp:35:bash.0 Request processed in 356us (781us total) trans 4294985428 rc 0/0 00000100:00100000:2.0:1787755835.066830:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9392 00000100:00100000:1.0:1787755835.084207:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755835.084264:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755835.084362:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654522496 00000100:00100000:3.0:1787755835.084372:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654522496 00000100:00100000:3.0:1787755835.084436:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654522624 00000100:00100000:3.0:1787755835.084439:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654522624 00000100:00100000:3.0:1787755835.084489:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11179 00000100:00100000:3.0:1787755835.084499:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:6171:x1874588654522496:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755835.084515:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755835.084542:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788874 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141b0 expref: 12 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.084564:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755835.084577:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657888d6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141d3 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.084592:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:3.0:1787755835.084612:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788890 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141b7 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.084620:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:3.0:1787755835.084627:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755835.084681:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:6171:x1874588654522496:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 183us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755835.084689:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11179 00000100:00100000:3.0:1787755835.084709:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11180 00000100:00100000:3.0:1787755835.084716:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:15681:x1874588654522624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755835.084724:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755835.084735:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657886fa lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1db0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214163 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.084746:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db0:0x0].0x0 (ffff9dfe46981a00) 00010000:00010000:3.0:1787755835.084752:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755835.084771:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:15681:x1874588654522624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 56us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755835.084776:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11180 00000100:00100000:0.0:1787755835.085227:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755835.085565:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654522752 00000100:00100000:3.0:1787755835.085571:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654522752 00000100:00100000:3.0:1787755835.085604:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11181 00000100:00100000:3.0:1787755835.085611:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:34914:x1874588654522752:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755835.085624:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755835.085638:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788900 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e1 expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.085654:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755835.085666:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3600/0x9b2b32536578889e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141be expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.085677:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755835.085684:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788659 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e68:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214140 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755835.085693:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e68:0x0].0x0 (ffff9dfe46981800) 00010000:00010000:3.0:1787755835.085710:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755835.085738:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:34914:x1874588654522752:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 127us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755835.085744:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11181 00000100:00100000:2.0:1787755835.362662:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755835.362688:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667088640:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755835.362768:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755835.363352:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088640 00000100:00100000:1.0:1787755835.363361:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088640 00000100:00100000:1.0:1787755835.363423:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24632 00000100:00100000:1.0:1787755835.363434:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667088640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755835.363481:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443381248 avail 1297141760 00000100:00100000:1.0:1787755835.363550:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667088640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755835.363558:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24632 00000100:00100000:2.0:1787755835.363854:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667088640:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787755835.363927:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755835.875702:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667088768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755835.875822:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755835.875866:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755835.875873:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667088896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755835.875903:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755835.876156:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088896 00000100:00100000:0.0:1787755835.876166:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088896 00000100:00100000:0.0:1787755835.876233:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6817 00000100:00100000:0.0:1787755835.876244:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667088896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755835.876285:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755835.876361:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667088896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755835.876368:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6817 00000100:00080000:0.0:1787755835.876387:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755835.876425:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973870 gen 2 00000004:00080000:0.0:1787755835.876432:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a2ac380, transno 4294973870 00000100:00100000:0.0:1787755835.876459:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667088896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755835.876742:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667089024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755835.876777:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755835.876872:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089024 00000100:00100000:3.0:1787755835.876878:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089024 00000100:00100000:3.0:1787755835.876914:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818 00000100:00100000:3.0:1787755835.876921:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667089024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755835.876938:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755835.876976:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667089024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755835.876983:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818 00000100:00100000:3.0:1787755835.877021:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667089024:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787755835.877076:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755835.878002:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667088768 00000100:00100000:1.0:1787755835.878012:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667088768 00000100:00100000:1.0:1787755835.878069:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24633 00000100:00100000:1.0:1787755835.878078:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667088768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755835.878110:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442766848 avail 1296527360 00000100:00100000:1.0:1787755835.878199:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667088768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (2413us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755835.878206:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24633 00000100:00100000:0.0:1787755835.878281:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667088768:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787755836.387149:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755836.763935:0:165836:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755836.763984:0:165836:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:2.0:1787755837.413366:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755838.437984:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667089152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755838.438095:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755838.438263:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755838.442665:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089152 00000100:00100000:3.0:1787755838.442683:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089152 00000100:00100000:1.0:1787755838.442908:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755838.442949:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667089280:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.443042:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819 00000100:00100000:3.0:1787755838.443055:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667089152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755838.443092:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00080000:2.0:1787755838.445756:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755838.448888:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667089536:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.457309:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.457417:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667089408:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.457457:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.457480:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667089920:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.457522:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.457541:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667090432:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.457564:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.457584:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787755838.457590:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667089792:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.457616:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.457634:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667090304:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.458626:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.458672:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667090816:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.458701:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755838.458758:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089280 00000100:00100000:1.0:1787755838.458769:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089280 00000100:00100000:1.0:1787755838.458839:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:1.0:1787755838.458848:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667089280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.458906:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bcb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667089280:12345-0@lo:400:kworker.0 Request processed in 59us (1606us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755838.458913:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00100000:1.0:1787755838.458967:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089408 00000100:00100000:1.0:1787755838.458973:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089408 00000100:00100000:1.0:1787755838.459003:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090432 00000100:00100000:1.0:1787755838.459006:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090432 00000100:00100000:1.0:1787755838.459360:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24634 00000100:00100000:1.0:1787755838.459369:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667089408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.459425:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3648:x1874588667089408:12345-0@lo:400:kworker.0 Request processed in 58us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755838.459434:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24634 00000100:00100000:1.0:1787755838.459447:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24635 00000100:00100000:1.0:1787755838.459454:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667090432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.459485:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667090432:12345-0@lo:400:kworker.0 Request processed in 33us (1921us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755838.459491:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24635 00000100:00100000:1.0:1787755838.459584:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089920 00000100:00100000:1.0:1787755838.459588:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089920 00000100:00100000:1.0:1787755838.459618:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090304 00000100:00100000:1.0:1787755838.459620:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090304 00000100:00100000:1.0:1787755838.460098:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10122 00000100:00100000:1.0:1787755838.460158:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667089920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.460203:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667089920:12345-0@lo:400:kworker.0 Request processed in 97us (2680us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755838.460209:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10122 00000100:00100000:1.0:1787755838.460293:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10123 00000100:00100000:1.0:1787755838.460302:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667090304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.460359:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667090304:12345-0@lo:400:kworker.0 Request processed in 59us (1736us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755838.460365:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10123 00000100:00100000:1.0:1787755838.460389:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089792 00000100:00100000:1.0:1787755838.460393:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089792 00000100:00100000:1.0:1787755838.460439:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090816 00000100:00100000:1.0:1787755838.460442:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090816 00000100:00100000:1.0:1787755838.460462:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15725 00000100:00100000:1.0:1787755838.460467:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667089792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.464085:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667089152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 20957us (25914us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.464102:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819 00000100:00100000:2.0:1787755838.464882:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755838.464932:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089536 00000100:00100000:3.0:1787755838.465119:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15726 00000100:00100000:3.0:1787755838.465137:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667090816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465201:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667090816:12345-0@lo:400:kworker.0 Request processed in 72us (6499us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.465208:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15726 00000100:00100000:3.0:1787755838.465312:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667089792:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465347:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667090304:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465360:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667090816:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465373:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667089408:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465384:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973868 gen 2 00000004:00080000:3.0:1787755838.465390:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe48b4ce00, transno 4294973868 00000100:00100000:3.0:1787755838.465401:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667089920:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465432:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667090432:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.465442:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667089280:0@lo:400:kworker.0 00000100:00100000:2.0:1787755838.465631:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089536 00000100:00100000:2.0:1787755838.465678:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15727 00000100:00100000:2.0:1787755838.465686:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667089536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755838.465726:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667089536:12345-0@lo:400:kworker.0 Request processed in 42us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755838.465733:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15727 00000100:00100000:2.0:1787755838.465772:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667089536:0@lo:400:kworker.0 00000100:00100000:2.0:1787755838.465786:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667090048:0@lo:400:kworker.0 00000100:00100000:2.0:1787755838.465822:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755838.465846:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090048 00000100:00100000:2.0:1787755838.465851:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090048 00000100:00100000:2.0:1787755838.465884:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15728 00000100:00100000:2.0:1787755838.465890:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667090048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755838.465919:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667090048:12345-0@lo:400:kworker.0 Request processed in 29us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755838.465925:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15728 00000100:00100000:3.0:1787755838.466576:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667090048:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.466586:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667090560:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.466625:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755838.466670:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1787755838.466677:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667089664:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.466699:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755838.466716:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667090176:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.466734:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755838.466759:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667089664 00000100:00100000:3.0:1787755838.466764:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667089664 00000100:00100000:3.0:1787755838.466805:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090176 00000100:00100000:3.0:1787755838.466808:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090176 00000100:00100000:3.0:1787755838.466834:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15729 00000100:00100000:3.0:1787755838.466841:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667089664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.466884:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667089664:12345-0@lo:400:kworker.0 Request processed in 44us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.466890:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15729 00000100:00100000:3.0:1787755838.466908:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15730 00000100:00100000:3.0:1787755838.466913:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667090176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.466954:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667090176:12345-0@lo:400:kworker.0 Request processed in 41us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.466961:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15730 00000100:00100000:3.0:1787755838.466993:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667090176:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.467000:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667090688:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.467037:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755838.467068:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667089664:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.467133:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090560 00000100:00100000:3.0:1787755838.467137:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090560 00000100:00100000:3.0:1787755838.467168:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090688 00000100:00100000:3.0:1787755838.467171:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090688 00000100:00100000:3.0:1787755838.467188:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10124 00000100:00100000:3.0:1787755838.467194:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667090560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.467242:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667090560:12345-0@lo:400:kworker.0 Request processed in 48us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.467250:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10124 00000100:00100000:3.0:1787755838.467264:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10125 00000100:00100000:3.0:1787755838.467270:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667090688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.467299:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667090688:12345-0@lo:400:kworker.0 Request processed in 30us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.467305:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10125 00000100:00080000:3.0:1787755838.467348:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755838.467354:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755838.467356:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755838.467358:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755838.467377:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667090688:0@lo:400:kworker.0 00000100:00100000:3.0:1787755838.467389:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667090560:0@lo:400:kworker.0 00000100:00100000:1.0:1787755838.467852:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667089792:12345-0@lo:400:kworker.0 Request processed in 7379us (10230us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755838.467863:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15725 00000100:00100000:0.0:1787755838.468787:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667089152:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1787755838.950060:0:9883:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8895971741026ns, next at 8896971737933ns, rc = 0 00000100:00100000:0.0:1787755838.950219:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667090944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755838.950295:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755838.950471:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667090944 00000100:00100000:3.0:1787755838.950480:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667090944 00000100:00100000:3.0:1787755838.950536:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820 00000100:00100000:3.0:1787755838.950545:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667090944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755838.950575:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755838.950628:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667090944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755838.950634:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820 00000100:00100000:0.0:1787755838.953668:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667090944:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787755839.458662:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755839.634628:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.634672:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654522880 00000100:00100000:3.0:1787755839.634682:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654522880 00000100:00100000:3.0:1787755839.634760:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70403 00000100:00100000:3.0:1787755839.634771:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:225941:x1874588654522880:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755839.634792:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755839.634814:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788915 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141ef expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.634880:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.634894:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.634905:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755839.634953:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755839.634956:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755839.634979:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.635003:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788915 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.635022:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.635030:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755839.635033:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755839.635036:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755839.635092:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:225941:x1874588654522880:12345-192.168.201.7@tcp:101:cat.0 Request processed in 324us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755839.635098:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70403 00000100:00080000:0.0:1787755839.635521:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755839.645233:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755839.648098:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523008 00000100:00100000:0.0:1787755839.648114:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523008 00000100:00100000:0.0:1787755839.648178:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70404 00000100:00100000:0.0:1787755839.648189:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:225941:x1874588654523008:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755839.648210:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755839.648231:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788923 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141f6 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648306:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648342:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648355:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648374:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648381:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648398:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648472:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788938 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648481:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788938 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648489:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788938 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755839.648512:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788938 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648526:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648533:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648539:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648547:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648552:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755839.648557:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648564:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648576:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755839.648579:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755839.648583:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648590:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578892a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648603:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648609:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648615:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648634:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755839.648638:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648644:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648651:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe52604a00) 00010000:00010000:0.0:1787755839.648654:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755839.648657:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648662:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788931 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648692:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788923 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141f6 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648705:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788938 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141f6 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755839.648712:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:0.0:1787755839.648715:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755839.648717:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755839.648785:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:225941:x1874588654523008:12345-192.168.201.7@tcp:101:cat.0 Request processed in 597us (3563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755839.648792:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70404 00000100:00100000:1.0:1787755839.658915:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.662641:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523136 00000100:00100000:3.0:1787755839.662664:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523136 00000100:00100000:3.0:1787755839.662780:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70405 00000100:00100000:3.0:1787755839.662797:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502d5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:225941:x1874588654523136:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755839.662828:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755839.662854:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578893f lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2141fd expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.662928:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788946 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.662944:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788946 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.662961:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788946 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755839.663085:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00000004:00200000:3.0:1787755839.663090:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755839.663137:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578893f lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141fd expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.663161:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788946 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141fd expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.663171:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755839.663174:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755839.663179:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755839.663280:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502d5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:225941:x1874588654523136:12345-192.168.201.7@tcp:101:cat.0 Request processed in 488us (4374us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755839.663290:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70405 00000100:00080000:1.0:1787755839.665550:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755839.683597:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755839.683806:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523264 00000100:00100000:2.0:1787755839.683819:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523264 00000100:00100000:2.0:1787755839.683895:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70406 00000100:00100000:2.0:1787755839.683908:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+11:225941:x1874588654523264:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755839.683931:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755839.683959:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b32536578894d lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214204 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755839.684028:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755839.684044:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755839.684057:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755839.684113:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19b:0x0]: returning size 4096 00000004:00200000:2.0:1787755839.684120:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755839.684157:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b32536578894d lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755839.684176:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755839.684185:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:2.0:1787755839.684188:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755839.684192:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755839.684243:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+12:225941:x1874588654523264:12345-192.168.201.7@tcp:101:cat.0 Request processed in 337us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755839.684267:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70406 00000100:00100000:0.0:1787755839.691529:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.700115:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523392 00000100:00100000:1.0:1787755839.700129:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523392 00000100:00100000:1.0:1787755839.700199:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70407 00000100:00100000:1.0:1787755839.700209:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:225941:x1874588654523392:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755839.700228:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755839.700443:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578895b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21420b expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755839.701532:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755839.701553:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755839.701566:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755839.701618:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x199:0x0]: returning size 4096 00000004:00200000:1.0:1787755839.701623:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755839.701669:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578895b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755839.701690:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755839.701698:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:1.0:1787755839.701701:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755839.701704:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755839.701825:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:225941:x1874588654523392:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1615us (10307us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.701835:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70407 00000100:00100000:1.0:1787755839.721639:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.722743:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523648 00000100:00100000:3.0:1787755839.722760:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523648 00000100:00100000:3.0:1787755839.722851:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70408 00000100:00100000:3.0:1787755839.722865:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:225941:x1874588654523648:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755839.722892:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755839.722919:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788969 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214212 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.723023:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.723045:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.723057:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.723069:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.723076:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755839.723082:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1787755839.723173:0:8458:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:3.0:1787755839.888841:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.888917:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.888940:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.888963:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.889002:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523904 00000100:00100000:3.0:1787755839.889014:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523904 00000100:00100000:3.0:1787755839.889070:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15731 00000100:00100000:3.0:1787755839.889082:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2399:x1874588654523904:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755839.889153:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2399:x1874588654523904:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 74us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755839.889161:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15731 00000100:00100000:1.0:1787755839.889725:0:20150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524032 00000100:00100000:1.0:1787755839.889732:0:20150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524032 00002000:00100000:1.0:1787755839.889795:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x51c:0x0] (0->5) req@ffff9dfe4a032a00 x1874588654524032/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:410/0 lens 496/0 e 0 to 0 dl 1787755850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755839.889806:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a032a00 with x1874588654524032 ext(0->5) 00002000:00010000:1.0:1787755839.889813:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a032a00 00000100:00100000:1.0:1787755839.889846:0:20150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27939 00000100:00100000:1.0:1787755839.889856:0:20150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654524032:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:0.0:1787755839.890518:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654523776 00000100:00100000:0.0:1787755839.890525:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654523776 00000100:00100000:0.0:1787755839.890574:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2404 00000100:00100000:0.0:1787755839.890583:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654523776:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755839.890653:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654523776:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 71us (1837us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755839.890661:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2404 00000100:00100000:0.0:1787755839.890700:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524160 00000100:00100000:0.0:1787755839.890704:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524160 00000100:00100000:0.0:1787755839.890735:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30814 00000100:00100000:0.0:1787755839.890741:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654524160:12345-192.168.201.7@tcp:16:kworker.0 00000100:00080000:3.0:1787755839.894588:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755839.895044:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.895078:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.895096:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.895111:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.895127:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.895177:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.895208:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524288 00000100:00100000:1.0:1787755839.895218:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524288 00000100:00100000:1.0:1787755839.895271:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524672 00000100:00100000:1.0:1787755839.895275:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524672 00000100:00100000:1.0:1787755839.895304:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524800 00000100:00100000:1.0:1787755839.895307:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524800 00000100:00100000:1.0:1787755839.895359:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15732 00000100:00100000:1.0:1787755839.895369:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+12:2400:x1874588654524288:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755839.895459:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+12:2400:x1874588654524288:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 91us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.895467:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15732 00000100:00100000:1.0:1787755839.895486:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15733 00000100:00100000:1.0:1787755839.895493:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654524672:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755839.895522:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2400:x1874588654524672:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.895528:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15733 00000100:00100000:1.0:1787755839.895540:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15734 00000100:00100000:1.0:1787755839.895546:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654524800:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755839.895575:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654524800:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.895581:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15734 00000100:00100000:1.0:1787755839.895603:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524416 00000100:00100000:1.0:1787755839.895606:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524416 00000100:00100000:1.0:1787755839.895629:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524544 00000100:00100000:1.0:1787755839.895632:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524544 00000100:00100000:1.0:1787755839.895647:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654524928 00000100:00100000:1.0:1787755839.895650:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654524928 00000100:00100000:1.0:1787755839.895665:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10126 00000100:00100000:1.0:1787755839.895671:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654524416:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755839.895694:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654524416:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.895700:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10126 00000100:00100000:1.0:1787755839.895711:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10127 00000100:00100000:1.0:1787755839.895717:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654524544:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755839.895737:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654524544:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 20us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.895742:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10127 00000100:00100000:1.0:1787755839.895754:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10128 00000100:00100000:1.0:1787755839.895760:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654524928:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755839.895782:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654524928:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.895788:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10128 00000100:00080000:3.0:1787755839.896109:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755839.896114:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755839.896116:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755839.896118:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755839.896740:0:20150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654524032:12345-192.168.201.7@tcp:4:bash.0 Request processed in 6878us (7791us total) trans 4294976206 rc 0/0 00000100:00100000:3.0:1787755839.896752:0:20150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27939 00002000:00100000:3.0:1787755839.896770:0:20150:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x51c:0x0] (0->5) req@ffff9dfe4a032a00 x1874588654524032/t4294976206(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:410/0 lens 496/448 e 0 to 0 dl 1787755850 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755839.896781:0:20150:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a032a00 with x1874588654524032 ext(0->5) 00002000:00010000:3.0:1787755839.896788:0:20150:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a032a00 00000001:00080000:0.0:1787755839.904682:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976206 is committed 00000100:00100000:3.0:1787755839.913091:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654524160:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 22336us (24161us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755839.913107:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30814 00000100:00100000:3.0:1787755839.920603:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755839.920655:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755839.920697:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525184 00000100:00100000:1.0:1787755839.920708:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525184 00000100:00100000:1.0:1787755839.920773:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30815 00000100:00100000:1.0:1787755839.920783:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654525184:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:1.0:1787755839.920889:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654525184:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 107us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755839.920897:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30815 00000100:00100000:0.0:1787755839.923696:0:20162:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525056 00000100:00100000:0.0:1787755839.923718:0:20162:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525056 00002000:00100000:0.0:1787755839.923794:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x4d5:0x0] (0->5) req@ffff9dfe4a031f80 x1874588654525056/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:410/0 lens 496/0 e 0 to 0 dl 1787755850 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755839.923806:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a031f80 with x1874588654525056 ext(0->5) 00002000:00010000:0.0:1787755839.923813:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a031f80 00000100:00100000:0.0:1787755839.923868:0:20162:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27940 00000100:00100000:0.0:1787755839.923879:0:20162:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654525056:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:0.0:1787755839.937734:0:20162:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654525056:12345-192.168.201.7@tcp:4:bash.0 Request processed in 13847us (17068us total) trans 4294973871 rc 0/0 00000100:00100000:0.0:1787755839.937748:0:20162:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27940 00002000:00100000:0.0:1787755839.937773:0:20162:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000400:0x4d5:0x0] (0->5) req@ffff9dfe4a031f80 x1874588654525056/t4294973871(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:410/0 lens 496/448 e 0 to 0 dl 1787755850 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1787755839.937798:0:20162:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a031f80 with x1874588654525056 ext(0->5) 00002000:00010000:0.0:1787755839.937804:0:20162:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a031f80 00000001:00080000:3.0:1787755839.975597:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973871 is committed 00000004:00080000:2.0:1787755840.007184:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 370 committed 00010000:00010000:2.0:1787755840.007244:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755840.007261:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.007308:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.007339:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755840.007361:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba2000/0x9b2b32536578878d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788794 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787755840.007391:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985428 is committed 00000001:00080000:2.0:1787755840.007402:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985426 is committed 00000020:00080000:2.0:1787755840.007412:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a2cd6c0 refcount 2 committed 0 result 0 batchid 3442 00000020:00080000:2.0:1787755840.007415:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43e4f400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2cd840 00000020:00080000:2.0:1787755840.007419:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1541 00000020:00080000:2.0:1787755840.007422:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4600 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dff45358400 00000020:00080000:2.0:1787755840.007424:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1223 00000001:00080000:2.0:1787755840.007434:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985424 is committed 00000020:00080000:2.0:1787755840.007438:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4a2cd000 refcount 2 committed 0 result 0 batchid 3441 00000020:00080000:2.0:1787755840.007440:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2cd600 00000020:00080000:2.0:1787755840.007443:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1540 00000020:00080000:2.0:1787755840.007445:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51b69800 00000020:00080000:2.0:1787755840.007447:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1221 00000004:00080000:2.0:1787755840.007453:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 369 committed 00000020:00080000:2.0:1787755840.007458:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe520d9780 refcount 2 committed 0 result 0 batchid 3440 00000020:00080000:2.0:1787755840.007460:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe45b6f900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe520d9c00 00000020:00080000:2.0:1787755840.007463:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1539 00000020:00080000:2.0:1787755840.007465:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe45b6f400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe50d10600 00000020:00080000:2.0:1787755840.007467:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1220 00000020:00080000:2.0:1787755840.007474:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4e804e40 refcount 2 committed 0 result 0 batchid 3439 00000020:00080000:2.0:1787755840.007477:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff454b1f00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4e804780 00000020:00080000:2.0:1787755840.007479:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1538 00000020:00080000:2.0:1787755840.007481:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff454b1d00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe500a6800 00000020:00080000:2.0:1787755840.007484:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1219 00000100:00100000:2.0:1787755840.007500:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755840.007521:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667091072:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1787755840.007596:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1787755840.007983:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3442 committed batchid 3438 00000100:00100000:3.0:1787755840.008359:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755840.008372:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667091200:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1787755840.008436:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.008478:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091200 00000100:00100000:3.0:1787755840.008484:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091200 00000100:00100000:3.0:1787755840.008541:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30816 00000100:00100000:3.0:1787755840.008551:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667091200:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1787755840.008578:0:35160:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1238 count 1 00010000:00010000:3.0:1787755840.008604:0:35160:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787755840.009005:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3438 00000100:00100000:2.0:1787755840.009026:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091072 00000100:00100000:2.0:1787755840.009030:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091072 00000100:00100000:2.0:1787755840.009089:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11182 00000100:00100000:2.0:1787755840.009098:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667091072:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787755840.009109:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755840.009132:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788794 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x198:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578878d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.009151:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x198:0x0].0x5a734ce9 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755840.009163:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755840.009217:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667091072:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 120us (1621us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.009224:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11182 00010000:00010000:0.0:1787755840.009356:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009365:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009373:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009390:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755840.009396:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009404:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009417:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:0.0:1787755840.009420:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755840.009424:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009429:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788851 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009447:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009452:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009460:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009464:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755840.009467:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009472:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009479:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:0.0:1787755840.009482:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755840.009484:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009490:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788858 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009507:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009514:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009520:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009525:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755840.009528:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009539:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009546:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x4ec94fd6 (ffff9dfe48affa00) 00010000:00010000:0.0:1787755840.009549:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755840.009551:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.009557:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b3253657888f9 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.009738:0:35160:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.009747:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d6:0x0].0x0 since=13s v=(0 0) 00010000:00010000:3.0:1787755840.009966:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755840.009972:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.010018:0:35160:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.010036:0:35160:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 6 pid: 8679 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.010063:0:35160:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588667091328:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755840.010157:0:35160:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755840.010212:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667091072:0@lo:103:jbd2/dm-1-8.0 00000100:00080000:3.0:1787755840.010237:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755840.038272:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.038335:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525312 00000100:00100000:3.0:1787755840.038347:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525312 00010000:00010000:3.0:1787755840.038410:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 7 pid: 8679 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.038466:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21741 00000100:00100000:3.0:1787755840.038479:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654525312:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755840.038497:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755840.038505:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 7 pid: 8679 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038520:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 7 pid: 8679 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038554:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755840.038559:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755840.038565:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038576:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038600:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755840.038668:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654525312:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 190us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755840.038676:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21741 00010000:00010000:3.0:1787755840.038813:0:35160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b34cb7cc/0x9b2b3253657885b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214101 expref: 6 pid: 8679 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.038844:0:35160:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:35160:1874588667091328:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755840.038869:0:35160:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038886:0:35160:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038893:0:35160:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038903:0:35160:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038910:0:35160:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.038929:0:35160:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755840.039120:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667091200:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30569us (30682us total) trans 4294976207 rc 0/0 00000100:00100000:3.0:1787755840.039129:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30816 00010000:00010000:3.0:1787755840.039151:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755840.039158:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.039167:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755840.039172:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.039182:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.039196:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.039204:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e7644d4/0x9b2b32536578897e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.039223:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755840.039225:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755840.039227:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787755840.039254:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a033480/2, rc 0, transno 4294976207 00000100:00100000:3.0:1787755840.039261:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667091200:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1787755840.171441:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.173464:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525440 00000100:00100000:3.0:1787755840.173480:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525440 00000100:00100000:3.0:1787755840.173544:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70409 00000100:00100000:3.0:1787755840.173555:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225943:x1874588654525440:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755840.173578:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755840.173601:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788985 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214219 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.173672:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.173687:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.173700:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755840.173750:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755840.173755:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755840.173778:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.173803:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788985 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.173823:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.173832:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755840.173835:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755840.173839:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755840.173930:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225943:x1874588654525440:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 377us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755840.173938:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70409 00000100:00100000:3.0:1787755840.180265:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755840.180400:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525568 00000100:00100000:2.0:1787755840.180410:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525568 00000100:00100000:2.0:1787755840.180480:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70410 00000100:00100000:2.0:1787755840.180491:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225943:x1874588654525568:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755840.180515:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755840.180536:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788993 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214220 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180603:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180618:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180631:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180646:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180653:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180659:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180735:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180743:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180762:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755840.180787:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180801:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180808:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180814:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180837:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180844:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755840.180848:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180855:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180867:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755840.180870:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755840.180874:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180880:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b32536578899a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180893:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180899:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180905:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180910:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755840.180913:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180921:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180928:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755840.180930:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755840.180932:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180938:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657889a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180968:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788993 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180982:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 11 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.180988:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:2.0:1787755840.180991:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755840.180993:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755840.181060:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225943:x1874588654525568:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 570us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.181067:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70410 00000100:00100000:1.0:1787755840.189199:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.189303:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525696 00000100:00100000:3.0:1787755840.189452:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525696 00000100:00100000:3.0:1787755840.189710:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70411 00000100:00100000:3.0:1787755840.189721:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225943:x1874588654525696:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755840.189742:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755840.189773:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889af lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214227 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.191544:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657889b6 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.191581:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657889b6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.191595:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657889b6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755840.191741:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00000004:00200000:3.0:1787755840.191760:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755840.191822:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889af lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214227 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.192066:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657889b6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214227 expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.192077:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755840.192080:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755840.192084:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755840.192166:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225943:x1874588654525696:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 2446us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755840.192174:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70411 00000100:00100000:3.0:1787755840.213167:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755840.213482:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525824 00000100:00100000:1.0:1787755840.213494:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525824 00000100:00100000:1.0:1787755840.213580:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70412 00000100:00100000:1.0:1787755840.213593:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225943:x1874588654525824:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755840.213624:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755840.213657:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657889bd lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21422e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.213764:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.213780:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.213793:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.213812:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.213819:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.213826:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215093:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215111:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215121:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755840.215167:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6b:0x0]: returning size 6 00000004:00200000:1.0:1787755840.215172:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755840.215193:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215204:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215213:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215219:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215226:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215232:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215237:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755840.215241:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215248:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215262:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:1.0:1787755840.215264:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755840.215269:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215274:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b3253657889c4 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215295:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215300:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215305:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215309:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755840.215311:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215556:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215565:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x4ec94fd6 (ffff9dff821faa00) 00010000:00010000:1.0:1787755840.215568:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755840.215571:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215578:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b3253657889cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215618:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b3253657889bd lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21422e expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215634:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21422e expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.215647:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dff821fae00) 00010000:00010000:1.0:1787755840.215649:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755840.215652:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755840.215826:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225943:x1874588654525824:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 2234us (2673us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.215834:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70412 00000100:00100000:1.0:1787755840.236209:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755840.236739:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654525952 00000100:00100000:0.0:1787755840.236768:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654525952 00000100:00100000:0.0:1787755840.236844:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70413 00000100:00100000:0.0:1787755840.236856:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225943:x1874588654525952:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755840.236882:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755840.236908:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657889d9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214235 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.236977:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.236991:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237002:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237013:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237022:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237027:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237130:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237139:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237145:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755840.237192:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db1:0x0]: returning size 6 00000004:00200000:0.0:1787755840.237196:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755840.237216:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237227:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237236:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237243:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237250:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237260:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237266:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755840.237271:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237278:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237290:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:0.0:1787755840.237293:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755840.237298:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237304:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657889e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237388:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237396:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237401:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237407:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755840.237410:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237420:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237427:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe502b8500) 00010000:00010000:0.0:1787755840.237430:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755840.237433:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237437:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657889e7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237571:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657889d9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214235 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237591:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214235 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.237597:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755840.237600:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755840.237602:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755840.237677:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225943:x1874588654525952:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 823us (1480us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755840.237684:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70413 00000100:00100000:3.0:1787755840.249389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.249437:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755840.249872:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526080 00000100:00100000:2.0:1787755840.249887:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526080 00000100:00100000:2.0:1787755840.249976:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11183 00000100:00100000:2.0:1787755840.249988:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654526080:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:2.0:1787755840.250013:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755840.250049:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b3253657889d2 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21422e expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.250075:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dff821fae00) 00010000:00010000:2.0:1787755840.250089:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755840.250171:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654526080:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 185us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.250179:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11183 00000100:00100000:0.0:1787755840.250928:0:6533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526336 00000100:00100000:0.0:1787755840.250938:0:6533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526336 00000100:00100000:0.0:1787755840.251009:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1236 00000100:00100000:0.0:1787755840.251022:0:6533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225943:x1874588654526336:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:0.0:1787755840.251117:0:6533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755840.251148:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657889ee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214235 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.251166:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48a2ee00) 00010000:00010000:0.0:1787755840.251175:0:6533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755840.251279:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091456:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.251433:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.251470:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.251479:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091456 00000100:00100000:1.0:1787755840.251484:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091456 00000100:00100000:1.0:1787755840.251517:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24636 00000100:00100000:1.0:1787755840.251524:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091456:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.251602:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091456:12345-0@lo:1000:mdt_io00_001.0 Request processed in 78us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.251609:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24636 00000100:00100000:0.0:1787755840.251817:0:6533:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985426 gen 2 00000004:00080000:0.0:1787755840.251825:0:6533:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985426 committed transno 4294985426 00000100:00100000:0.0:1787755840.251857:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091456:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.251931:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091584:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.251958:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.251990:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.252044:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091584 00000100:00100000:2.0:1787755840.252050:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091584 00000100:00100000:2.0:1787755840.252094:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24637 00000100:00100000:2.0:1787755840.252103:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091584:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.252198:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091584:12345-0@lo:1000:mdt_io00_001.0 Request processed in 96us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.252205:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24637 00000100:00100000:0.0:1787755840.252552:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091584:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755840.252579:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00000100:00100000:0.0:1787755840.252607:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091712:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.252633:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.252647:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.252664:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091712 00000100:00100000:1.0:1787755840.252669:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091712 00000100:00100000:1.0:1787755840.252698:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24638 00000100:00100000:1.0:1787755840.252705:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091712:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.252781:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091712:12345-0@lo:1000:mdt_io00_001.0 Request processed in 77us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.252788:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24638 00000100:00100000:0.0:1787755840.252918:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091712:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755840.252935:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6a:0x0] 00000100:00100000:0.0:1787755840.252960:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091840:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.252995:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.253014:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755840.253302:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091840 00000100:00100000:3.0:1787755840.253307:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091840 00000100:00100000:3.0:1787755840.253365:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24639 00000100:00100000:3.0:1787755840.253380:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091840:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.253442:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091840:12345-0@lo:1000:mdt_io00_001.0 Request processed in 70us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755840.253448:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24639 00000100:00100000:0.0:1787755840.253788:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091840:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755840.253829:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00000100:00100000:0.0:1787755840.253854:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091968:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.253883:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.253898:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.253918:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667091968 00000100:00100000:2.0:1787755840.253923:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667091968 00000100:00100000:2.0:1787755840.253957:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24640 00000100:00100000:2.0:1787755840.253964:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091968:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.254023:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667091968:12345-0@lo:1000:mdt_io00_001.0 Request processed in 59us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.254029:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24640 00000100:00100000:2.0:1787755840.254059:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667091968:0@lo:1000:mdt_io00_001.0 00000004:00020000:2.0:1787755840.254090:0:6533:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:2.0:1787755840.254141:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254152:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254164:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.254177:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092096:0@lo:101:mdt_io00_001.0 00000004:00020000:3.0:1787755840.254196:0:8458:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4469 00000100:00100000:2.0:1787755840.254201:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755840.254231:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.254255:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667092096 00010000:00010000:3.0:1787755840.254257:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.254259:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667092096 00010000:00010000:3.0:1787755840.254272:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.254278:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24641 00000100:00100000:2.0:1787755840.254283:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6533:x1874588667092096:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:3.0:1787755840.254285:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254292:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00200000:3.0:1787755840.254298:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db1:0x0]: returning size 6 00010000:00010000:2.0:1787755840.254307:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657889f5 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254349:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254359:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254396:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 6 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.254411:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 6 pid: 35152 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.254428:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588667092224:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755840.254437:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254444:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254450:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254456:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254461:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755840.254465:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254481:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254499:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:3.0:1787755840.254503:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755840.254509:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254515:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788970 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254531:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254537:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254543:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254548:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755840.254551:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254557:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254565:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe502b8500) 00010000:00010000:3.0:1787755840.254568:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755840.254570:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254575:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788977 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254628:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788969 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254644:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.254652:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755840.254654:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755840.254657:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755840.254703:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:225941:x1874588654523648:12345-192.168.201.7@tcp:101:cat.0 Request processed in 531841us (533074us total) trans 8589957526 rc 0/0 00000100:00100000:3.0:1787755840.254710:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70408 00000100:00100000:2.0:1787755840.255864:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.259462:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.259614:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526464 00000100:00100000:3.0:1787755840.259623:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526464 00010000:00010000:3.0:1787755840.259662:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 7 pid: 35152 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.259710:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21742 00000100:00100000:3.0:1787755840.259722:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654526464:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755840.259739:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755840.259758:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 7 pid: 35152 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.259774:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 7 pid: 35152 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.259802:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:3.0:1787755840.259810:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.259821:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.259832:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.259867:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.259881:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588667092352:0@lo:105: 00000100:00100000:3.0:1787755840.259933:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.259976:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd600 going to sleep for 11 seconds 00010000:00010000:2.0:1787755840.260413:0:73216:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788954 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214204 expref: 7 pid: 35152 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.260432:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001_UUID:73216:1874588667092224:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755840.260461:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 6 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.260485:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:2.0:1787755840.260487:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755840.260490:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755840.260542:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667092096:12345-0@lo:101:mdt_io00_001.0 Request processed in 6258us (6339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.260550:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24641 00000100:00100000:1.0:1787755840.260763:0:6502:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787755840.260780:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667092352 00000100:00100000:1.0:1787755840.260787:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667092352 00000100:00100000:1.0:1787755840.260834:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958 00000100:00100000:1.0:1787755840.260842:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bda450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588667092352:12345-0@lo:105: 00010000:00010000:1.0:1787755840.260854:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.260864:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.260872:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.260880:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.260889:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.260897:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.260910:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba2600) 00000100:00100000:1.0:1787755840.260952:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bda450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6504:x1874588667092352:12345-0@lo:105: Request processed in 110us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.260957:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958 00000100:00100000:1.0:1787755840.261026:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001_UUID:6504:1874588667092352:0@lo:105: 00010000:00010000:1.0:1787755840.261040:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755840.261089:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654526464:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1369us (1637us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.261100:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21742 00000100:00100000:3.0:1787755840.261649:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50700 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092096:0@lo:101:mdt_io00_001.0 00010000:00010000:3.0:1787755840.261669:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755840.261698:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00010000:00010000:3.0:1787755840.262245:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.262256:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.262272:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.262291:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092480:0@lo:101:mdt_io00_001.0 00000100:00100000:3.0:1787755840.262380:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.262409:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd600 going to sleep for 11 seconds 00000001:00080000:0.0:1787755840.262551:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957526 is committed 00000001:00080000:0.0:1787755840.262581:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957525 is committed 00010000:00010000:3.0:1787755840.262972:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.262981:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.262988:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.262993:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755840.262998:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263005:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263021:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe502b8500) 00010000:00010000:3.0:1787755840.263024:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755840.263029:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263035:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b3253657888cf lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755840.263275:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667092480 00000100:00100000:1.0:1787755840.263283:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667092480 00000100:00100000:1.0:1787755840.263365:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24642 00000100:00100000:1.0:1787755840.263385:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6533:x1874588667092480:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755840.263405:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755840.263427:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788a18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788a11 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.263453:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788a18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788a11 expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.263624:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788a18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788a11 expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.263634:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x4ec94fd6 (ffff9dff821faa00) 00010000:00010000:1.0:1787755840.263637:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755840.263639:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755840.263702:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667092480:12345-0@lo:101:mdt_io00_001.0 Request processed in 328us (1330us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.263709:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24642 00000100:00100000:3.0:1787755840.263879:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092480:0@lo:101:mdt_io00_001.0 00010000:00010000:3.0:1787755840.263896:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263907:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755840.263928:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00010000:00010000:3.0:1787755840.263946:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263960:0:6533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263968:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.263997:0:6533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.264013:0:6533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 9 pid: 10714 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.264028:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667092608:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755840.264164:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cd600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.278286:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.278553:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526592 00000100:00100000:3.0:1787755840.278564:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526592 00000100:00100000:3.0:1787755840.278620:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30817 00000100:00100000:3.0:1787755840.278631:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654526592:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755840.278648:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755840.278668:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b325365788a26 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21423c expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.278726:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588667092736:192.168.201.7@tcp:106: 00000100:00100000:3.0:1787755840.278823:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.287992:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755840.288048:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667092608:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755840.288086:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755840.288111:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526720 00000100:00100000:1.0:1787755840.288120:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526720 00010000:00010000:1.0:1787755840.288159:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 10 pid: 10714 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755840.288205:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21743 00000100:00100000:1.0:1787755840.288216:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654526720:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755840.288232:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755840.288240:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 10 pid: 10714 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.288253:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 10 pid: 10714 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.288275:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365788962 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21420b expref: 10 pid: 10714 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.288293:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:1.0:1787755840.288298:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.288307:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.288339:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.288366:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755840.288458:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.288466:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.288491:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.288502:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.288510:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.288583:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092864:0@lo:1000:mdt_io00_001.0 00002000:00010000:0.0:1787755840.289236:0:35158:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x51c:0x0] updating lvb size: 0 -> 6 00002000:00010000:0.0:1787755840.289242:0:35158:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x51c:0x0] updating lvb mtime: 0 -> 1787755834 00002000:00010000:0.0:1787755840.289245:0:35158:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x51c:0x0] updating lvb atime: 0 -> 1787755834 00002000:00010000:0.0:1787755840.289247:0:35158:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x51c:0x0] updating lvb ctime: 0 -> 1787755834 00002000:00010000:0.0:1787755840.289249:0:35158:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x51c:0x0] updating lvb blocks: 0 -> 8 00000100:00100000:0.0:1787755840.289268:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588667092736:192.168.201.7@tcp:106: 00010000:00010000:0.0:1787755840.289296:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b325365788a26 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21423c expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.289348:0:35158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b325365788a26 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21423c expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.289367:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:0.0:1787755840.289430:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654526592:12345-192.168.201.7@tcp:101:cat.0 Request processed in 10801us (11154us total) trans 0 rc 301/301 00000100:00100000:0.0:1787755840.289439:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30817 00000100:00100000:1.0:1787755840.291708:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654526720:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3479us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.291724:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21743 00000100:00100000:3.0:1787755840.293286:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.293354:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755840.293482:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667092864 00000100:00100000:0.0:1787755840.293495:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667092864 00000100:00100000:0.0:1787755840.293578:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24643 00000100:00100000:0.0:1787755840.293589:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667092864:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.293720:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667092864:12345-0@lo:1000:mdt_io00_001.0 Request processed in 132us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755840.293728:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24643 00000100:00100000:3.0:1787755840.294051:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092864:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.294150:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092992:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.294183:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.294213:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.294271:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667092992 00000100:00100000:1.0:1787755840.294276:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667092992 00000100:00100000:1.0:1787755840.294350:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24644 00000100:00100000:1.0:1787755840.294368:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667092992:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.294478:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667092992:12345-0@lo:1000:mdt_io00_001.0 Request processed in 120us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.294485:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24644 00000100:00100000:3.0:1787755840.295048:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667092992:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.295099:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093120:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.295134:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.295149:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755840.296422:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755840.296547:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526848 00000100:00100000:0.0:1787755840.296560:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526848 00000100:00100000:0.0:1787755840.296632:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30818 00000100:00100000:0.0:1787755840.296643:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:225941:x1874588654526848:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755840.296664:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755840.296690:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214243 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.296727:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 5 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.296737:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x51c:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755840.296741:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755840.296746:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.296780:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 5 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.296794:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 5 pid: 35156 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755840.296813:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588667093248:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755840.296894:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.298484:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667093120 00000100:00100000:2.0:1787755840.298497:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667093120 00000100:00100000:2.0:1787755840.298557:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24645 00000100:00100000:2.0:1787755840.298567:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093120:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.298751:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093120:12345-0@lo:1000:mdt_io00_001.0 Request processed in 184us (3615us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755840.298759:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24645 00000100:00100000:3.0:1787755840.298804:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093120:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.298915:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093376:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.298956:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.298984:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.299096:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667093376 00000100:00100000:1.0:1787755840.299101:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667093376 00000100:00100000:1.0:1787755840.299139:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24646 00000100:00100000:1.0:1787755840.299147:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093376:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.299212:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093376:12345-0@lo:1000:mdt_io00_001.0 Request processed in 66us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.299218:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24646 00000100:00100000:3.0:1787755840.299283:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093376:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.299436:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093504:0@lo:1000:mdt_io00_001.0 00000100:00100000:3.0:1787755840.299459:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755840.299482:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.299534:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667093504 00000100:00100000:1.0:1787755840.299539:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667093504 00000100:00100000:1.0:1787755840.299570:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24647 00000100:00100000:1.0:1787755840.299577:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093504:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.299647:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093504:12345-0@lo:1000:mdt_io00_001.0 Request processed in 68us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.299655:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24647 00000100:00100000:3.0:1787755840.299844:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093504:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755840.299868:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6a:0x0] 00010000:00010000:3.0:1787755840.300037:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.300055:0:6533:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.300068:0:6533:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.300093:0:6533:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.300105:0:6533:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 8 pid: 8458 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.300115:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667093632:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755840.300286:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755840.316282:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755840.316430:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654526976 00000100:00100000:2.0:1787755840.316440:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654526976 00010000:00010000:2.0:1787755840.316497:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 6 pid: 35156 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.316547:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21744 00000100:00100000:2.0:1787755840.316557:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654526976:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755840.316573:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755840.316595:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 6 pid: 35156 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.316612:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 6 pid: 35156 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.316640:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755840.316645:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755840.316654:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.316665:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50080000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.316706:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755840.316722:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8461:1874588667093760:192.168.201.7@tcp:105: 00000100:00100000:2.0:1787755840.316799:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97480 going to sleep for 11 seconds 00010000:00010000:1.0:1787755840.318177:0:8679:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000767f384c/0x9b2b3253657888e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141da expref: 6 pid: 35156 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755840.318199:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588667093248:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755840.318228:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.318247:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:1.0:1787755840.318297:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:225941:x1874588654526848:12345-192.168.201.7@tcp:101:cat.0 Request processed in 21655us (21880us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.318305:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30818 00000100:00100000:3.0:1787755840.323225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755840.323278:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654527104 00000100:00100000:0.0:1787755840.323286:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654527104 00010000:00010000:0.0:1787755840.323338:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 9 pid: 8458 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755840.323387:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21745 00000100:00100000:0.0:1787755840.323398:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654527104:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755840.323428:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755840.323436:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 9 pid: 8458 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.323451:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 9 pid: 8458 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.323474:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755840.323479:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.323488:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.323495:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.323524:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755840.326109:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8461:1874588667093760:192.168.201.7@tcp:105: 00010000:00010000:2.0:1787755840.326143:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755840.326652:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654527104:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3251us (3431us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755840.326667:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21745 00010000:00010000:0.0:1787755840.326743:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657889fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214212 expref: 8 pid: 8458 timeout: 8997 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755840.326763:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51e300 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000_UUID:6533:1874588667093632:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755840.326780:0:6533:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.326789:0:6533:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.326796:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.326851:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.326859:0:6533:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755840.326870:0:6533:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755840.326893:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093888:0@lo:101:mdt_io00_001.0 00000100:00100000:0.0:1787755840.326968:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.327000:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01900 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.327333:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654526976:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 10775us (11058us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.327343:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21744 00000100:00100000:1.0:1787755840.327919:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667093888 00000100:00100000:1.0:1787755840.327928:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667093888 00000100:00100000:1.0:1787755840.327980:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24648 00000100:00100000:1.0:1787755840.327989:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6533:x1874588667093888:12345-0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755840.328008:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755840.328026:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788a49 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788a42 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.328054:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788a49 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788a42 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.328067:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788a49 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788a42 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.328074:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755840.328077:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1787755840.328080:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755840.328132:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667093888:12345-0@lo:101:mdt_io00_001.0 Request processed in 145us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.328139:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24648 00000100:00100000:1.0:1787755840.329454:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667093888:0@lo:101:mdt_io00_001.0 00010000:00010000:1.0:1787755840.329486:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.329503:0:6533:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755840.329531:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6b:0x0] 00000100:00100000:1.0:1787755840.329620:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fed80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094016:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.329683:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755840.329714:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.330170:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094016 00000100:00100000:2.0:1787755840.330177:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094016 00000100:00100000:2.0:1787755840.330235:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24649 00000100:00100000:2.0:1787755840.330245:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094016:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.330387:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094016:12345-0@lo:1000:mdt_io00_001.0 Request processed in 144us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.330395:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24649 00000100:00100000:1.0:1787755840.330775:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fed80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094016:0@lo:1000:mdt_io00_001.0 00000004:00080000:1.0:1787755840.330813:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00000100:00100000:1.0:1787755840.330850:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094144:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.330881:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755840.330901:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.331001:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094144 00000100:00100000:2.0:1787755840.331007:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094144 00000100:00100000:2.0:1787755840.331034:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24650 00000100:00100000:2.0:1787755840.331041:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094144:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.331102:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094144:12345-0@lo:1000:mdt_io00_001.0 Request processed in 61us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.331108:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24650 00000100:00100000:1.0:1787755840.331166:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094144:0@lo:1000:mdt_io00_001.0 00000004:00080000:1.0:1787755840.331183:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6a:0x0] 00010000:00010000:1.0:1787755840.331218:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.331233:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.331245:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755840.331288:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094272:0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.333861:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755840.333942:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755840.334222:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755840.334434:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094272 00000100:00100000:2.0:1787755840.334446:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094272 00000100:00100000:2.0:1787755840.334507:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24651 00000100:00100000:2.0:1787755840.334517:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094272:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.334880:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094272:12345-0@lo:1000:mdt_io00_001.0 Request processed in 364us (3563us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.334888:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24651 00000100:00100000:0.0:1787755840.335027:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094272:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755840.335062:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6a:0x0] 00000100:00100000:0.0:1787755840.335114:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094400:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.335154:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.335175:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.335208:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094400 00000100:00100000:2.0:1787755840.335213:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094400 00000100:00100000:2.0:1787755840.335243:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24652 00000100:00100000:2.0:1787755840.335251:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094400:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.335299:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094400:12345-0@lo:1000:mdt_io00_001.0 Request processed in 49us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.335335:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24652 00000100:00100000:0.0:1787755840.335592:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094400:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.335705:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094528:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.335729:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.335750:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094528 00000100:00100000:0.0:1787755840.335754:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094528 00000100:00100000:0.0:1787755840.335778:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24653 00000100:00100000:0.0:1787755840.335785:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094528:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.335841:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094528:12345-0@lo:1000:mdt_io00_001.0 Request processed in 56us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755840.335848:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24653 00000100:00100000:0.0:1787755840.335862:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755840.335874:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094528:0@lo:1000:mdt_io00_001.0 00000004:00080000:0.0:1787755840.335889:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00000100:00100000:0.0:1787755840.336041:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094656:0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.336066:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.336088:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755840.336233:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654527232 00000100:00100000:1.0:1787755840.336238:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654527232 00000100:00100000:1.0:1787755840.336267:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70414 00000100:00100000:1.0:1787755840.336274:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:225941:x1874588654527232:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755840.336288:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755840.336309:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788a57 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1db1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21424a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.336709:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788a57 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21424a expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.336730:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788a57 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21424a expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.336754:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:1.0:1787755840.336757:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787755840.336761:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755840.336823:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:225941:x1874588654527232:12345-192.168.201.7@tcp:101:cat.0 Request processed in 548us (2602us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.336831:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70414 00000100:00100000:2.0:1787755840.336985:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094656 00000100:00100000:2.0:1787755840.336990:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094656 00000100:00100000:2.0:1787755840.337027:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24654 00000100:00100000:2.0:1787755840.337034:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094656:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.337112:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094656:12345-0@lo:1000:mdt_io00_001.0 Request processed in 78us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.337118:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24654 00000100:00100000:2.0:1787755840.337151:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad880 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094656:0@lo:1000:mdt_io00_001.0 00000004:00080000:2.0:1787755840.337177:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6a:0x0] 00000100:00100000:2.0:1787755840.337213:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094784:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.337242:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755840.337266:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094784 00000100:00100000:2.0:1787755840.337270:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094784 00000100:00100000:2.0:1787755840.337293:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24655 00000100:00100000:2.0:1787755840.337298:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094784:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.341432:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094784:12345-0@lo:1000:mdt_io00_001.0 Request processed in 4112us (4168us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.341450:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24655 00000100:00100000:2.0:1787755840.341499:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.341535:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094784:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.341686:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094912:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.341729:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755840.341749:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755840.341856:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755840.341927:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667094912 00000100:00100000:1.0:1787755840.341935:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667094912 00000100:00100000:1.0:1787755840.341973:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24656 00000100:00100000:1.0:1787755840.341982:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094912:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:1.0:1787755840.342054:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667094912:12345-0@lo:1000:mdt_io00_001.0 Request processed in 74us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755840.342062:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24656 00000100:00100000:2.0:1787755840.342449:0:8441:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654527360 00000100:00100000:2.0:1787755840.342454:0:8441:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654527360 00002000:00100000:2.0:1787755840.342489:0:8441:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x51c:0x0] (0->4095) req@ffff9dfe4a030a80 x1874588654527360/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:411/0 lens 488/0 e 0 to 0 dl 1787755851 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755840.342501:0:8441:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a030a80 with x1874588654527360 ext(0->4095) 00002000:00010000:2.0:1787755840.342507:0:8441:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a030a80 00000100:00100000:2.0:1787755840.342536:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27941 00000100:00100000:2.0:1787755840.342543:0:8441:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654527360:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:2.0:1787755840.343160:0:8441:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654527360:12345-192.168.201.7@tcp:3:cat.0 Request processed in 614us (1303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1787755840.343168:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27941 00002000:00100000:2.0:1787755840.343175:0:8441:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x51c:0x0] (0->4095) req@ffff9dfe4a030a80 x1874588654527360/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:411/0 lens 488/4536 e 0 to 0 dl 1787755851 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755840.343183:0:8441:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a030a80 with x1874588654527360 ext(0->4095) 00002000:00010000:2.0:1787755840.343187:0:8441:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a030a80 00000100:00100000:2.0:1787755840.346175:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667094912:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.346718:0:6533:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667095040:0@lo:1000:mdt_io00_001.0 00000100:00100000:2.0:1787755840.346815:0:6533:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755840.346850:0:6533:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755840.347000:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095040 00000100:00100000:0.0:1787755840.347008:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095040 00000100:00100000:0.0:1787755840.347071:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24657 00000100:00100000:0.0:1787755840.347080:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667095040:12345-0@lo:1000:mdt_io00_001.0 00000100:00100000:0.0:1787755840.347644:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6533:x1874588667095040:12345-0@lo:1000:mdt_io00_001.0 Request processed in 562us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755840.347656:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24657 00000100:00100000:3.0:1787755840.351556:0:6533:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_001:lustre-MDT0000-mdtlov_UUID:6533:1874588667095040:0@lo:1000:mdt_io00_001.0 00000004:00080000:3.0:1787755840.352452:0:6533:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1db1:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1787755840.352874:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].942, 1240 off882576 00000040:00080000:3.0:1787755840.353015:0:6533:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].945, 1320 off980400 00000004:00080000:3.0:1787755840.353023:0:6533:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe48b84600 with version 1839 00000004:00080000:2.0:1787755840.353190:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1839 rpc_version 1839 00000020:00100000:2.0:1787755840.353228:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755840.353239:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc53b80 x1874588667095296/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755840.353266:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667095296:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755840.353479:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755840.353788:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095296 00000100:00100000:1.0:1787755840.353798:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095296 00000100:00100000:1.0:1787755840.353857:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24658 00000100:00100000:1.0:1787755840.353867:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588667095296:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755840.354449:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667095296:12345-0@lo:1000:osp_up1-0.0 Request processed in 581us (969us total) trans 4294985429 rc 0/0 00000100:00100000:1.0:1787755840.354458:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24658 00000100:00100000:2.0:1787755840.354603:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe973c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755840.354662:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53b80 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667095296:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787755840.354822:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.354834:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.354843:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.354855:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755840.354860:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.354868:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.354887:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755840.354889:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755840.354894:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.354900:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a3b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1db1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755840.354987:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6b:0x0] 00010000:00010000:3.0:1787755840.354993:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355002:0:6533:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355014:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355020:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355025:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355034:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755840.355037:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355042:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355050:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:3.0:1787755840.355052:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755840.355055:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355061:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a1f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755840.355079:0:6533:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003706b7f8 reply state 00000000fd5e29dd transno 8589957527 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355091:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355097:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe48aff500) 00010000:00010000:3.0:1787755840.355099:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755840.355102:0:6533:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:3.0:1787755840.355106:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00010000:00010000:3.0:1787755840.355111:0:6533:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355118:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355129:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355154:0:6533:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755840.355159:0:6533:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19b:0x0] 00010000:00010000:3.0:1787755840.355164:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355171:0:6533:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355180:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355185:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355190:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355196:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755840.355198:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355203:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355212:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:3.0:1787755840.355214:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755840.355217:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755840.355222:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788a50 lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755840.355300:0:6533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225943:x1874588654526336:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 104282us (105999us total) trans 8589957527 rc 0/0 00000100:00100000:3.0:1787755840.355308:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1236 00010000:00010000:2.0:1787755840.358797:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755840.358814:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.358827:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755840.358836:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755840.358845:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.358897:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.358914:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755840.358952:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.358960:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba2600/0x9b2b3253657889f5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a03 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.358986:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755840.358989:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755840.358990:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755840.359097:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755840.359119:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667095424:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755840.359188:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.359949:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755840.360039:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654527616 00000100:00100000:1.0:1787755840.360048:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654527616 00000100:00100000:1.0:1787755840.360106:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9393 00000100:00100000:1.0:1787755840.360118:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:225941:x1874588654527616:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:1.0:1787755840.360408:0:6523:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1db1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1787755840.360535:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].222, 64 off22400 00000004:00080000:1.0:1787755840.360546:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8897382230363ns, next at 8898382227936ns, rc = 0 00010000:00010000:1.0:1787755840.360600:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.360901:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.360914:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.360923:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.360929:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.360935:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755840.360952:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755840.361049:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:225941:x1874588654527616:12345-192.168.201.7@tcp:35:cat.0 Request processed in 932us (1102us total) trans 8589957528 rc 0/0 00000100:00100000:1.0:1787755840.361058:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9393 00010000:00010000:2.0:1787755840.361338:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755840.361345:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.361353:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755840.361364:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.361382:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.361395:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:2.0:1787755840.361399:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755840.361403:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.361410:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788a5e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1db1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.361425:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755840.361427:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755840.361429:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755840.361441:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095424 00000100:00100000:2.0:1787755840.361448:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095424 00000100:00100000:2.0:1787755840.361488:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11184 00000100:00100000:2.0:1787755840.361496:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667095424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755840.361520:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755840.361537:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788a03 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657889f5 expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755840.361553:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48affe00) 00010000:00010000:2.0:1787755840.361563:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755840.361812:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667095424:12345-0@lo:103:ldlm_bl.0 Request processed in 315us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.361819:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11184 00000100:00100000:2.0:1787755840.361900:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667095424:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755840.482914:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755840.484982:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667095552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755840.485054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755840.485160:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095552 00000100:00100000:0.0:1787755840.485169:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095552 00000100:00100000:0.0:1787755840.485224:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24659 00000100:00100000:0.0:1787755840.485233:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667095552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787755840.485269:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443381248 avail 1297141760 00000100:00100000:0.0:1787755840.485356:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:3648:x1874588667095552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755840.485364:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24659 00000100:00100000:1.0:1787755840.485646:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667095552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755840.995844:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755840.995874:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667095680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755840.995962:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755840.996019:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095680 00000100:00100000:2.0:1787755840.996027:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095680 00000100:00100000:2.0:1787755840.996074:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24660 00000100:00100000:2.0:1787755840.996083:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667095680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755840.996117:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442766848 avail 1296527360 00000100:00100000:2.0:1787755840.996160:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667095680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755840.996167:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24660 00000100:00100000:2.0:1787755840.996213:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667095680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755841.001196:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755841.001229:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667095808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755841.001330:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755841.001396:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755841.001525:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667095936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755841.001554:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755841.001674:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095808 00000100:00100000:3.0:1787755841.001683:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095808 00000100:00100000:3.0:1787755841.001738:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667095936 00000100:00100000:3.0:1787755841.001741:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667095936 00000100:00100000:3.0:1787755841.001761:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821 00000100:00100000:3.0:1787755841.001770:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667095808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755841.001802:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:3.0:1787755841.001849:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667095808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755841.001856:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821 00000100:00100000:3.0:1787755841.001875:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822 00000100:00100000:3.0:1787755841.001881:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667095936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755841.001896:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755841.001939:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667095936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755841.001945:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822 00000100:00080000:3.0:1787755841.001960:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755841.001964:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755841.002094:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667095936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755841.002131:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667095808:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787755841.507242:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755841.691861:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755841.692372:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654527744 00000100:00100000:2.0:1787755841.692385:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654527744 00000100:00100000:2.0:1787755841.692467:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70415 00000100:00100000:2.0:1787755841.692480:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:225979:x1874588654527744:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755841.692515:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755841.692548:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788a65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214251 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.692645:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788a6c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.692662:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788a6c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.692674:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788a6c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755841.692789:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00000004:00200000:2.0:1787755841.692794:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787755841.692815:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788a6c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.692840:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788a65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214251 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.692864:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788a6c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214251 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.692871:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755841.692874:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755841.692878:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755841.692956:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:225979:x1874588654527744:12345-192.168.201.7@tcp:101:rm.0 Request processed in 480us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.692964:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70415 00000100:00080000:3.0:1787755841.693278:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755841.703454:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755841.709580:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654527872 00000100:00100000:0.0:1787755841.709606:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654527872 00000100:00100000:0.0:1787755841.709714:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70416 00000100:00100000:0.0:1787755841.709726:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:225979:x1874588654527872:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755841.709750:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755841.709778:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788a73 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214258 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.709839:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.709853:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.709864:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755841.709927:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19b:0x0]: returning size 4096 00000004:00200000:0.0:1787755841.709934:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755841.709978:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788a73 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.710000:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.710009:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:0.0:1787755841.710012:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755841.710015:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755841.710084:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:225979:x1874588654527872:12345-192.168.201.7@tcp:101:rm.0 Request processed in 360us (6644us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.710092:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70416 00000100:00100000:1.0:1787755841.715955:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755841.716088:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654528000 00000100:00100000:3.0:1787755841.716100:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654528000 00000100:00100000:3.0:1787755841.716183:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70417 00000100:00100000:3.0:1787755841.716195:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+10:225979:x1874588654528000:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755841.716228:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755841.716254:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21425f expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755841.716383:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755841.716530:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755841.716569:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755841.716579:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755841.716628:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x199:0x0]: returning size 4096 00000004:00200000:3.0:1787755841.716633:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755841.716674:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 12 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755841.716695:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755841.716704:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755841.716707:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755841.716710:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755841.716776:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654528000:12345-192.168.201.7@tcp:101:rm.0 Request processed in 583us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755841.716787:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70417 00000100:00100000:2.0:1787755841.726168:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755841.726749:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654528256 00000100:00100000:3.0:1787755841.726759:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654528256 00000100:00100000:3.0:1787755841.726812:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70418 00000100:00100000:3.0:1787755841.726822:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+8:225979:x1874588654528256:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755841.726844:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755841.726867:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214266 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755841.727038:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00010000:00010000:3.0:1787755841.727134:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a8f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214266 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755841.727151:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dfe48afff00) 00010000:00010000:3.0:1787755841.727154:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755841.727159:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788a8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214266 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755841.727178:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755841.727245:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+9:225979:x1874588654528256:12345-192.168.201.7@tcp:101:rm.0 Request processed in 424us (1086us total) trans 4294985430 rc 301/301 00000100:00100000:3.0:1787755841.727253:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70418 00000100:00100000:3.0:1787755841.745264:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755841.745557:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654528384 00000100:00100000:0.0:1787755841.745569:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654528384 00000100:00100000:0.0:1787755841.745640:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9394 00000100:00100000:0.0:1787755841.745653:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49632450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:225979:x1874588654528384:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:2.0:1787755841.761110:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49632450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:225979:x1874588654528384:12345-192.168.201.7@tcp:37:rm.0 Request processed in 15445us (15839us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.761127:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9394 00000100:00100000:2.0:1787755841.786896:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755841.790790:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654528512 00000100:00100000:0.0:1787755841.790806:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654528512 00000100:00100000:0.0:1787755841.790884:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9395 00000100:00100000:0.0:1787755841.790897:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654528512:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755841.849661:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654528512:12345-192.168.201.7@tcp:37:rm.0 Request processed in 58751us (62769us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.849676:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9395 00000100:00100000:1.0:1787755841.881571:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755841.884613:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654528768 00000100:00100000:2.0:1787755841.884630:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654528768 00000100:00100000:2.0:1787755841.884708:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9396 00000100:00100000:2.0:1787755841.884720:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:225979:x1874588654528768:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:2.0:1787755841.884992:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1224, 344 off1116624 00000040:00080000:2.0:1787755841.885042:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1542, 424 off1560040 00000004:00080000:2.0:1787755841.885049:0:6522:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe44fc7780 with version 6886 00000004:00080000:1.0:1787755841.885223:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6886 rpc_version 6886 00000020:00100000:1.0:1787755841.885253:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755841.885263:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe495b3b80 x1874588667096192/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755841.885287:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667096192:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755841.885408:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755841.885444:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.885588:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667096192 00000100:00100000:0.0:1787755841.885594:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667096192 00000100:00100000:0.0:1787755841.885633:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24661 00000100:00100000:0.0:1787755841.885640:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667096192:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755841.885798:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667096192:12345-0@lo:1000:osp_up0-1.0 Request processed in 158us (389us total) trans 8589957529 rc 0/0 00000100:00100000:0.0:1787755841.885806:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24661 00000100:00100000:1.0:1787755841.886157:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667096192:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755841.886291:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225979:x1874588654528768:12345-192.168.201.7@tcp:35:rm.0 Request processed in 1572us (4729us total) trans 4294985431 rc 0/0 00000100:00100000:0.0:1787755841.886299:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9396 00000100:00100000:0.0:1787755841.894130:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755841.895025:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529024 00000100:00100000:1.0:1787755841.895038:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529024 00000100:00100000:1.0:1787755841.895114:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70419 00000100:00100000:1.0:1787755841.895125:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:225979:x1874588654529024:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755841.895150:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755841.895174:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788a9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21426d expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.898990:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365788aa4 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.899015:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365788aa4 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.899025:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365788aa4 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755841.899048:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00010000:00010000:1.0:1787755841.899189:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b325365788a9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21426d expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.899212:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365788aa4 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21426d expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.899219:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:1.0:1787755841.899221:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1787755841.899223:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755841.899288:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:225979:x1874588654529024:12345-192.168.201.7@tcp:101:rm.0 Request processed in 4166us (5169us total) trans 4294985432 rc 0/0 00000100:00100000:1.0:1787755841.899294:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70419 00000100:00100000:0.0:1787755841.902963:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755841.903061:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529152 00000100:00100000:3.0:1787755841.903073:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529152 00000100:00100000:3.0:1787755841.903239:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70420 00000100:00100000:3.0:1787755841.903250:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654529152:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:3.0:1787755841.903310:0:35155:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:3.0:1787755841.903424:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654529152:12345-192.168.201.7@tcp:41:rm.0 Request processed in 176us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755841.903430:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70420 00000100:00100000:3.0:1787755841.910527:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755841.910640:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529280 00000100:00100000:0.0:1787755841.910650:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529280 00000100:00100000:0.0:1787755841.910714:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70421 00000100:00100000:0.0:1787755841.910724:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654529280:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755841.910745:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755841.910764:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788ab2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214274 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910837:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910850:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910862:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910876:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910884:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910890:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910946:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788ac7 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910954:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910960:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755841.910983:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788ac7 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.910996:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911003:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911009:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911017:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911023:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755841.911027:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911034:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911047:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:0.0:1787755841.911050:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755841.911055:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911060:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788ab9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911074:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911080:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911085:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911179:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755841.911181:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911186:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911197:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe48aff500) 00010000:00010000:0.0:1787755841.911199:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755841.911202:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911208:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788ac0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911237:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788ab2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214274 expref: 13 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911251:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214274 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.911259:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755841.911261:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755841.911264:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755841.911376:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+12:225979:x1874588654529280:12345-192.168.201.7@tcp:101:rm.0 Request processed in 653us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.911383:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70421 00000100:00100000:3.0:1787755841.931477:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755841.931634:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529408 00000100:00100000:2.0:1787755841.931645:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529408 00000100:00100000:2.0:1787755841.931702:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70422 00000100:00100000:2.0:1787755841.931712:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:225979:x1874588654529408:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755841.931734:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755841.931753:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788ace lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21427b expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.931811:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788ad5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.931825:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.931835:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788ad5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755841.931896:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6b:0x0]: returning size 6 00000004:00200000:2.0:1787755841.931901:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1787755841.931956:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788ace lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21427b expref: 14 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.931975:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788ad5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21427b expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.931984:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:2.0:1787755841.931988:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755841.931991:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755841.932048:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+13:225979:x1874588654529408:12345-192.168.201.7@tcp:101:rm.0 Request processed in 337us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.932056:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70422 00000100:00100000:3.0:1787755841.938144:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755841.938280:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529792 00000100:00100000:1.0:1787755841.938290:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529792 00000100:00100000:1.0:1787755841.938386:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70423 00000100:00100000:1.0:1787755841.938399:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:225979:x1874588654529792:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755841.938473:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755841.938502:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b325365788ad5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21427b expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938522:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755841.938527:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755841.938598:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938608:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938620:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 3/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755841.938645:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667096320:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787755841.938695:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755841.938727:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755841.938751:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667096320 00000100:00100000:1.0:1787755841.938755:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667096320 00000100:00100000:1.0:1787755841.938784:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24662 00000100:00100000:1.0:1787755841.938792:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:6520:x1874588667096320:12345-0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787755841.938805:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755841.938819:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788adc expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938842:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938853:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938881:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.938897:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 8998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755841.938907:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667096448:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755841.938970:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755841.943061:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755841.943119:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529536 00000100:00100000:0.0:1787755841.943128:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529536 00000100:00100000:1.0:1787755841.943378:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667096448:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755841.943408:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.943534:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:1.0:1787755841.943537:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755841.943542:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.943553:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755841.943675:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667096320:12345-0@lo:101:mdt00_001.0 Request processed in 4883us (4977us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755841.943683:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24662 00000100:00100000:1.0:1787755841.943729:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667096320:0@lo:101:mdt00_001.0 00010000:00010000:1.0:1787755841.943745:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.943756:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 4/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.944639:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11185 00000100:00100000:0.0:1787755841.944653:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654529536:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755841.944669:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755841.944692:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788ac7 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214274 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.944714:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755841.944723:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755841.944775:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654529536:12345-192.168.201.7@tcp:103:rm.0 Request processed in 126us (1724us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.944781:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11185 00000100:00100000:2.0:1787755841.954708:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755841.954753:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654529920 00000100:00100000:2.0:1787755841.954762:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654529920 00010000:00010000:2.0:1787755841.954807:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 8998 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755841.954846:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21746 00000100:00100000:2.0:1787755841.954857:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654529920:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755841.954871:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755841.954879:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 8998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.954899:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 8998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.954923:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788a88 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x199:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21425f expref: 11 pid: 10714 timeout: 8998 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.954941:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:2.0:1787755841.954949:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.954960:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.954969:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.955006:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755841.955022:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667096576:0@lo:105: 00000100:00100000:2.0:1787755841.955081:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755841.955130:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe489329c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.957407:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667096576 00000100:00100000:0.0:1787755841.957423:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667096576 00000100:00100000:0.0:1787755841.957494:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7959 00000100:00100000:0.0:1787755841.957505:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667096576:12345-0@lo:105: 00010000:00010000:0.0:1787755841.957524:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.957536:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.957546:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 5/0,1 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.957557:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.957565:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.957574:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.957621:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60c00) 00000100:00100000:0.0:1787755841.957701:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667096576:12345-0@lo:105: Request processed in 198us (2619us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.957708:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7959 00000100:00100000:2.0:1787755841.958174:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667096576:0@lo:105: 00010000:00010000:2.0:1787755841.958196:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755841.958249:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654529920:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3393us (3551us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.958260:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21746 00010000:00010000:1.0:1787755841.965074:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.965094:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755841.965127:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x199:0x0] 00010000:00010000:1.0:1787755841.965177:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.965184:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755841.965195:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755841.965220:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667096704:0@lo:101:mdt00_001.0 00000100:00100000:1.0:1787755841.965288:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755841.968660:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.969562:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667096704 00000100:00100000:0.0:1787755841.969574:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667096704 00000100:00100000:0.0:1787755841.969639:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24663 00000100:00100000:0.0:1787755841.969651:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667096704:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755841.969677:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755841.969702:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788aea expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.969732:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.969743:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.969763:0:6525:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:0.0:1787755841.969796:0:6525:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:0.0:1787755841.969840:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.969850:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe48aff500) 00010000:00010000:0.0:1787755841.969854:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755841.969860:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.969868:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755841.969940:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6520:x1874588667096704:12345-0@lo:101:mdt00_001.0 Request processed in 290us (4650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.969947:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24663 00000100:00100000:0.0:1787755841.970605:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667096704:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755841.970625:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 4/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.970636:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 4/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977305:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755841.977415:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977463:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977469:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755841.977494:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28a400/0x9b2b325365788a11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a18 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977514:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755841.977522:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977538:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977543:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755841.977557:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccc800/0x9b2b325365788a42 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788a49 expref: -99 pid: 6533 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755841.977571:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957529 is committed 00000001:00080000:0.0:1787755841.977589:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957528 is committed 00000004:00080000:0.0:1787755841.977595:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 230 committed 00000001:00080000:0.0:1787755841.977612:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957527 is committed 00000100:00100000:0.0:1787755841.977639:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667096832:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755841.977701:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.977754:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f443b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667096960:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755841.977778:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755841.977852:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977859:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977864:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977868:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755841.977871:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977876:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977887:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe48aff500) 00010000:00010000:0.0:1787755841.977889:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755841.977892:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977900:0:3634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977907:0:3634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.977926:0:3634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.977933:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667097216:0@lo:105: 00000100:00100000:0.0:1787755841.977953:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.977976:0:3634:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.977991:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667096832 00000100:00100000:0.0:1787755841.977997:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667096832 00000100:00100000:0.0:1787755841.978041:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667096960 00000100:00100000:0.0:1787755841.978044:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667096960 00000100:00100000:0.0:1787755841.978067:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11186 00000100:00100000:0.0:1787755841.978076:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+9:3648:x1874588667096832:12345-0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755841.980697:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f440e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667097088:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1787755841.980790:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755841.980875:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667097216 00000100:00100000:2.0:1787755841.980883:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667097216 00000100:00100000:2.0:1787755841.980924:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7960 00000100:00100000:2.0:1787755841.980933:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667097216:12345-0@lo:105: 00010000:00010000:2.0:1787755841.980951:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 5/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.980964:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 5/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.980973:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 5/0,1 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.980983:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.980992:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.981000:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.981028:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60a00) 00000100:00100000:2.0:1787755841.981074:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667097216:12345-0@lo:105: Request processed in 141us (3118us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.981081:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7960 00000100:00100000:2.0:1787755841.982412:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667097088 00000100:00100000:2.0:1787755841.982426:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667097088 00000100:00100000:2.0:1787755841.982479:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30819 00000100:00100000:2.0:1787755841.982488:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667097088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1787755841.982520:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1308 count 1 00010000:00010000:0.0:1787755841.982529:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755841.982546:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.982560:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788a18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19b:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788a11 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.982568:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 5 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.982576:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x4ec94fd6 (ffff9dff821faa00) 00010000:00010000:2.0:1787755841.982589:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=2s v=(1 0) 00010000:00010000:2.0:1787755841.982595:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755841.982600:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.982639:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 5 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.982657:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 5 pid: 8679 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755841.982672:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667097344:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755841.982675:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755841.983076:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755841.983133:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667097216:0@lo:105: 00010000:00010000:2.0:1787755841.983158:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.983167:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788a2d lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755841.983199:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11187 00000100:00100000:2.0:1787755841.983214:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+8:3649:x1874588667096960:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755841.983223:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755841.983238:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60600/0x9b2b325365788a49 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788a42 expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.983248:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:2.0:1787755841.983255:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755841.983279:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588667096832:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 5198us (5573us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.983287:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11186 00010000:00010000:0.0:1787755841.983496:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.983509:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755841.983538:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x199:0x0] 00000100:00100000:0.0:1787755841.983595:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097472:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787755841.986076:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667096960:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 2850us (8284us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.986104:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11187 00000100:00100000:0.0:1787755841.986477:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.986514:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.986579:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667096832:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:0.0:1787755841.986614:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667097472 00000100:00100000:0.0:1787755841.986621:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667097472 00000100:00100000:0.0:1787755841.986664:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24664 00000100:00100000:0.0:1787755841.986672:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097472:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.986765:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097472:12345-0@lo:1000:mdt00_001.0 Request processed in 93us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.986775:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24664 00000100:00100000:0.0:1787755841.986802:0:6520:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957529 gen 2 00000004:00080000:0.0:1787755841.986808:0:6520:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957529 committed transno 8589957529 00000100:00100000:0.0:1787755841.986831:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097472:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.986904:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097600:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.986940:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.986957:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.986969:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667097600 00000100:00100000:0.0:1787755841.986973:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667097600 00000100:00100000:0.0:1787755841.986997:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24665 00000100:00100000:0.0:1787755841.987002:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097600:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.987060:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbe050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097600:12345-0@lo:1000:mdt00_001.0 Request processed in 57us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.987066:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24665 00000100:00100000:0.0:1787755841.987379:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097600:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.987418:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097728:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.987486:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.987502:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.987515:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667097728 00000100:00100000:0.0:1787755841.987519:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667097728 00000100:00100000:0.0:1787755841.987540:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24666 00000100:00100000:0.0:1787755841.987547:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097728:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755841.987613:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097728:12345-0@lo:1000:mdt00_001.0 Request processed in 67us (126us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755841.987619:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24666 00000100:00100000:0.0:1787755841.987643:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097728:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1787755841.987700:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987710:0:6520:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987720:0:6520:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.987732:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097856:0@lo:101:mdt00_001.0 00000100:00100000:0.0:1787755841.987752:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.987765:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa016c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.987774:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667097856 00000100:00100000:0.0:1787755841.987778:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667097856 00000100:00100000:0.0:1787755841.987797:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24667 00000100:00100000:0.0:1787755841.987803:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6520:x1874588667097856:12345-0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755841.987811:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755841.987826:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788b06 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788aff expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987852:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788b06 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788aff expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987871:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788b06 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788aff expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987880:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:0.0:1787755841.987883:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755841.987887:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755841.987913:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6520:x1874588667097856:12345-0@lo:101:mdt00_001.0 Request processed in 110us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755841.987919:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24667 00000100:00100000:0.0:1787755841.987942:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667097856:0@lo:101:mdt00_001.0 00010000:00010000:0.0:1787755841.987954:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987965:0:6520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987986:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.987994:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.988000:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787755841.988340:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].221, 64 off22336 00000004:00080000:0.0:1787755841.988365:0:6520:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8899010048882ns, next at 8900010046488ns, rc = 0 00000040:00080000:0.0:1787755841.988397:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1225, 384 off1117008 00000040:00080000:0.0:1787755841.988441:0:6520:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1543, 464 off1560504 00000004:00080000:0.0:1787755841.988447:0:6520:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa016c0 with version 6887 00000004:00080000:0.0:1787755841.988465:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6887 rpc_version 6887 00000020:00100000:0.0:1787755841.988486:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755841.988495:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe426ae300 x1874588667098112/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755841.988511:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667098112:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755841.988553:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.988572:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755841.988586:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667098112 00000100:00100000:0.0:1787755841.988590:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667098112 00000100:00100000:0.0:1787755841.988617:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24668 00000100:00100000:0.0:1787755841.988623:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667098112:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755841.988886:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667098112:12345-0@lo:1000:osp_up0-1.0 Request processed in 262us (333us total) trans 8589957530 rc 0/0 00000100:00100000:0.0:1787755841.988894:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24668 00000100:00100000:0.0:1787755841.988945:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667098112:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1787755841.988974:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.988987:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.988998:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989007:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989013:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989021:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989044:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755841.989064:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989070:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989076:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989081:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755841.989085:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989093:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989105:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe52604300) 00010000:00010000:0.0:1787755841.989108:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755841.989112:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989119:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365788b0d lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989132:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989140:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989146:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989164:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:0.0:1787755841.989174:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x199:0x0] 00010000:00010000:0.0:1787755841.989180:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989187:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989193:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989206:0:6520:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:0.0:1787755841.989209:0:6520:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x199:0x0] 00010000:00010000:0.0:1787755841.989215:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.989222:0:6520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.989296:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:225979:x1874588654529792:12345-192.168.201.7@tcp:36:rm.0 Request processed in 50899us (51163us total) trans 4294985433 rc 0/0 00000100:00100000:0.0:1787755841.989305:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70423 00010000:00010000:2.0:1787755841.990990:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787755841.991004:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.991015:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccce00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755841.991020:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.991030:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.991049:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe52604300) 00010000:00010000:2.0:1787755841.991053:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755841.991056:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.991062:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccce00/0x9b2b325365788b14 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e6b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.991083:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1787755841.991872:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f443b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667096960:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:2.0:1787755841.992200:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.992211:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755841.992217:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755841.992228:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.992274:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.992281:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755841.992305:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.992492:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755841.992501:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.992509:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755841.992515:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755841.992521:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.992543:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.992549:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755841.992556:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 1/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.992564:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60c00/0x9b2b325365788adc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788ae3 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.992584:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755841.992588:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755841.992589:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755841.992772:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755841.993526:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667098240:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755841.993585:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755841.993628:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755841.993634:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667098368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755841.993655:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755841.993683:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755841.993695:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654530048 00000100:00100000:0.0:1787755841.993702:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654530048 00010000:00010000:2.0:1787755841.993716:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccde00/0x9b2b325365788aff lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b06 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.993734:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755841.993736:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755841.993738:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755841.993747:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.993773:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667098240 00000100:00100000:2.0:1787755841.993773:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667097344:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755841.993776:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667098240 00000100:00100000:0.0:1787755841.993796:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667098368 00010000:00010000:2.0:1787755841.993797:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.993798:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667098368 00000100:00100000:0.0:1787755841.993812:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21747 00000100:00100000:2.0:1787755841.993817:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11188 00000100:00100000:0.0:1787755841.993820:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654530048:12345-192.168.201.7@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787755841.993823:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667098240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755841.993834:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755841.993834:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755841.993839:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.993851:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.993852:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788b06 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788aff expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.993865:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6b:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:0.0:1787755841.993869:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c09349dc/0x9b2b325365788a34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214243 expref: 6 pid: 8679 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.993872:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755841.993880:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755841.993884:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755841.993889:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755841.993899:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755841.993905:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667098240:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.993911:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11188 00010000:00010000:0.0:1787755841.993918:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755841.993928:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11189 00000100:00100000:2.0:1787755841.993934:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+10:3647:x1874588667098368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755841.993941:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1787755841.993952:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654530048:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 132us (1183us total) trans 0 rc 0/0 00010000:00010000:2.0:1787755841.993952:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365788ae3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x199:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788adc expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755841.993959:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21747 00010000:00010000:2.0:1787755841.993963:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:2.0:1787755841.993969:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1787755841.993976:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755841.993989:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588667098368:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755841.993999:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11189 00000100:00100000:2.0:1787755841.994026:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667098368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755841.994034:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667098240:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755841.994050:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.994058:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.994068:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.994075:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.996786:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755841.997017:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667097088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14526us (16223us total) trans 4294976208 rc 0/0 00000100:00100000:2.0:1787755841.997028:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30819 00010000:00010000:2.0:1787755841.997068:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755841.997077:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.999210:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755841.999218:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.999234:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.999256:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.999264:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b325365788af8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755841.999287:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755841.999289:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755841.999291:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787755841.999891:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dff7f440e00/2, rc 0, transno 4294976208 00000100:00100000:2.0:1787755841.999903:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f440e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667097088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755842.009503:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.009583:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.009642:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654530432 00000100:00100000:1.0:1787755842.009653:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654530432 00000100:00100000:1.0:1787755842.009745:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9397 00000100:00100000:1.0:1787755842.009755:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:225979:x1874588654530432:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:1.0:1787755842.009976:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:225979:x1874588654530432:12345-192.168.201.7@tcp:35:rm.0 Request processed in 222us (484us total) trans 4294985434 rc 0/0 00000100:00100000:1.0:1787755842.009984:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9397 00000100:00100000:3.0:1787755842.010424:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654530176 00000100:00100000:3.0:1787755842.010430:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654530176 00000100:00100000:3.0:1787755842.011170:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11190 00000100:00100000:3.0:1787755842.011182:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654530176:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:3.0:1787755842.011196:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755842.011221:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788938 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141f6 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.011240:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:3.0:1787755842.011246:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755842.011287:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654530176:12345-192.168.201.7@tcp:103:rm.0 Request processed in 108us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.011295:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11190 00000100:00100000:0.0:1787755842.017707:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755842.018128:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654530688 00000100:00100000:2.0:1787755842.018137:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654530688 00000100:00100000:2.0:1787755842.018193:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70424 00000100:00100000:2.0:1787755842.018200:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:225979:x1874588654530688:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755842.018251:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755842.018276:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365788aa4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21426d expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.018291:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788a6c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214251 expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.018303:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788946 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141fd expref: 12 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.018311:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755842.018366:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755842.018417:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.018425:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.018434:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.018459:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667098496:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787755842.018573:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.018710:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.018757:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667098496 00000100:00100000:1.0:1787755842.018763:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667098496 00000100:00100000:1.0:1787755842.018842:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24669 00000100:00100000:1.0:1787755842.018851:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588667098496:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787755842.018866:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.018883:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788b1b expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.018909:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.018917:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.018930:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.018957:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.018970:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 7 pid: 35152 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.018981:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667098624:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755842.019077:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.019087:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 7 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.019096:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa81500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667098752:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755842.019120:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755842.022630:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.022676:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755842.022798:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa80700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667098624:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755842.022815:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa81500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667098752:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755842.022851:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.022869:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755842.022872:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755842.022876:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.022889:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:2.0:1787755842.022952:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588667098496:12345-0@lo:101:mdt00_002.0 Request processed in 4103us (4379us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.022961:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24669 00000100:00100000:0.0:1787755842.023030:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc50a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667098496:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755842.023048:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.023060:0:6521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.028829:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654530816 00000100:00100000:3.0:1787755842.028829:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654530944 00000100:00100000:1.0:1787755842.028846:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654530816 00000100:00100000:3.0:1787755842.028846:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654530944 00010000:00010000:0.0:1787755842.028986:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 8 pid: 35152 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.029036:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21748 00000100:00100000:0.0:1787755842.029048:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654530816:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755842.029064:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755842.029071:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 8 pid: 35152 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029091:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 8 pid: 35152 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029117:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b32536578898c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214219 expref: 8 pid: 35152 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029135:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755842.029142:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029153:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755842.029223:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654530816:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 177us (6545us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.029230:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21748 00010000:00010000:0.0:1787755842.029263:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.029293:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21749 00000100:00100000:0.0:1787755842.029301:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b2a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654530944:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755842.029308:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00080000:1.0:1787755842.029487:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755842.029783:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029799:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029818:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578891c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141ef expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029830:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755842.029835:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029845:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029853:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.029886:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.029900:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667098880:0@lo:105: 00000100:00100000:0.0:1787755842.029946:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.029984:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.030262:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667098880 00000100:00100000:3.0:1787755842.030268:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667098880 00000100:00100000:3.0:1787755842.030303:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961 00000100:00100000:3.0:1787755842.030308:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667098880:12345-0@lo:105: 00010000:00010000:3.0:1787755842.030360:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.030370:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.030378:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.030386:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.030392:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.030400:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.030421:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3c00) 00000100:00100000:3.0:1787755842.030465:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667098880:12345-0@lo:105: Request processed in 156us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.030472:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961 00010000:00010000:1.0:1787755842.030517:0:6521:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.030528:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755842.030558:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755842.030608:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.030616:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.030625:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.030641:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099008:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787755842.030673:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755842.030701:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.030824:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667099008 00000100:00100000:2.0:1787755842.030828:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667099008 00000100:00100000:0.0:1787755842.030838:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667098880:0@lo:105: 00010000:00010000:0.0:1787755842.030850:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755842.030865:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24670 00000100:00100000:2.0:1787755842.030872:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588667099008:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755842.030886:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755842.030900:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788b29 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.030932:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b2a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654530944:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1631us (8313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.030940:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21749 00010000:00010000:2.0:1787755842.030957:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788b29 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.030972:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b29 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.030979:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755842.030982:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755842.030985:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755842.031024:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667099008:12345-0@lo:101:mdt00_002.0 Request processed in 152us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.031030:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24670 00000100:00100000:0.0:1787755842.031310:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa81f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099008:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755842.031466:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.031479:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755842.031495:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1787755842.031530:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099136:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787755842.031563:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.031594:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.031658:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667099136 00000100:00100000:2.0:1787755842.031664:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667099136 00000100:00100000:2.0:1787755842.031698:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24671 00000100:00100000:2.0:1787755842.031706:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667099136:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755842.031779:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667099136:12345-0@lo:1000:mdt00_002.0 Request processed in 73us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.031787:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24671 00000100:00100000:0.0:1787755842.031817:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099136:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787755842.031861:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099264:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1787755842.031884:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.031910:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.031945:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667099264 00000100:00100000:2.0:1787755842.031950:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667099264 00000100:00100000:2.0:1787755842.031974:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24672 00000100:00100000:2.0:1787755842.031980:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667099264:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1787755842.032217:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667099264:12345-0@lo:1000:mdt00_002.0 Request processed in 236us (331us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755842.032224:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24672 00000100:00100000:0.0:1787755842.032244:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099264:0@lo:1000:mdt00_002.0 00010000:00010000:0.0:1787755842.032293:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.032301:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.032309:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.032472:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099392:0@lo:101:mdt00_002.0 00000100:00100000:0.0:1787755842.032497:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.032515:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01840 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.032689:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667099392 00000100:00100000:2.0:1787755842.032694:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667099392 00000100:00100000:2.0:1787755842.032720:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24673 00000100:00100000:2.0:1787755842.032727:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667099392:12345-0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755842.032736:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755842.032749:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788b37 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.032769:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.032779:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.032799:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.032811:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 6 pid: 35169 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.032828:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667099520:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755842.032883:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.045712:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.045813:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531072 00000100:00100000:3.0:1787755842.045824:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531072 00010000:00010000:3.0:1787755842.045870:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 7 pid: 35169 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.045919:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21750 00000100:00100000:3.0:1787755842.045929:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654531072:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.045943:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755842.045949:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 7 pid: 35169 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.045964:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 7 pid: 35169 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.045987:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:3.0:1787755842.045994:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.046005:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.046013:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.046047:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.046062:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667099648:0@lo:105: 00000100:00100000:3.0:1787755842.046124:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.046176:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.046377:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667099648 00000100:00100000:1.0:1787755842.046382:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667099648 00000100:00100000:1.0:1787755842.046429:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7962 00000100:00100000:1.0:1787755842.046437:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667099648:12345-0@lo:105: 00010000:00010000:1.0:1787755842.046448:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.046459:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.046467:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.046474:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.046486:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.046494:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.046508:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccd800) 00010000:00010000:0.0:1787755842.046672:0:7475:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b3253657889a8 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214220 expref: 7 pid: 35169 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.046689:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51180 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667099520:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755842.046715:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046723:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:0.0:1787755842.046726:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755842.046729:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:0.0:1787755842.046771:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:6521:x1874588667099392:12345-0@lo:101:mdt00_002.0 Request processed in 14044us (14273us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.046778:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24673 00000100:00100000:0.0:1787755842.046817:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099392:0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755842.046831:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046864:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046874:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046883:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046899:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046908:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046917:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 4/0,1 mode: --/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046941:0:6521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.046955:0:6521:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 11 pid: 6520 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.046965:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1874588667099776:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755842.047021:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.047461:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667099648:12345-0@lo:105: Request processed in 1024us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.047470:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7962 00000100:00100000:2.0:1787755842.049023:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667099648:0@lo:105: 00010000:00010000:2.0:1787755842.049059:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755842.050123:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426af480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1874588667099776:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755842.050150:0:6521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.052703:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654531072:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 6762us (6990us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.052719:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21750 00000100:00100000:1.0:1787755842.053377:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.053484:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531200 00000100:00100000:0.0:1787755842.053507:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531200 00010000:00010000:0.0:1787755842.053551:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 12 pid: 6520 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.053592:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21751 00000100:00100000:0.0:1787755842.053604:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654531200:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755842.053619:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755842.053628:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 12 pid: 6520 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.053644:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 12 pid: 6520 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.053668:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365788a7a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214258 expref: 12 pid: 6520 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.053689:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:0.0:1787755842.053693:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.053702:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.053708:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.053732:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755842.053764:0:6521:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.053772:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.053783:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654531200:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 181us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.053790:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21751 00010000:00010000:1.0:1787755842.053823:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.053831:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.053842:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.053863:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099904:0@lo:101:mdt00_002.0 00000100:00100000:1.0:1787755842.053911:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755842.054763:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755842.057491:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667099904 00000100:00100000:0.0:1787755842.057513:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667099904 00000100:00100000:0.0:1787755842.057616:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24674 00000100:00100000:0.0:1787755842.057628:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:6521:x1874588667099904:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755842.057650:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755842.057676:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788b5a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788b53 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.057704:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788b5a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788b53 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.057726:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788b5a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b53 expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.057734:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe52604100) 00010000:00010000:0.0:1787755842.057736:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755842.057740:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755842.057839:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:6521:x1874588667099904:12345-0@lo:101:mdt00_002.0 Request processed in 214us (3927us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.057846:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24674 00000100:00100000:1.0:1787755842.060547:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667099904:0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787755842.060924:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.060940:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.061654:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667100032:0@lo:403:mdt00_002.0 00000100:00100000:1.0:1787755842.061727:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755842.061762:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.062112:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100032 00000100:00100000:2.0:1787755842.062120:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100032 00000100:00100000:2.0:1787755842.062167:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24675 00000100:00100000:2.0:1787755842.062176:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6521:x1874588667100032:12345-0@lo:403:mdt00_002.0 00000100:00100000:2.0:1787755842.064759:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6521:x1874588667100032:12345-0@lo:403:mdt00_002.0 Request processed in 2578us (3023us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.064770:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24675 00000100:00100000:1.0:1787755842.064888:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667100032:0@lo:403:mdt00_002.0 00000040:00080000:0.0:1787755842.068185:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1226, 952 off1117960 00000040:00080000:0.0:1787755842.068544:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1544, 1032 off1561536 00000004:00080000:0.0:1787755842.068551:0:6521:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa01a80 with version 6888 00000004:00080000:2.0:1787755842.068648:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6888 rpc_version 6888 00000020:00100000:2.0:1787755842.068685:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755842.068696:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc53100 x1874588667100288/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2608/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755842.068719:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667100288:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755842.068790:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755842.068943:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755842.069190:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100288 00000100:00100000:0.0:1787755842.069199:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100288 00000100:00100000:0.0:1787755842.069259:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24676 00000100:00100000:0.0:1787755842.069268:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667100288:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755842.070253:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667100288:12345-0@lo:1000:osp_up0-1.0 Request processed in 983us (1459us total) trans 8589957531 rc 0/0 00000100:00100000:0.0:1787755842.070262:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24676 00000100:00100000:3.0:1787755842.070536:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667100288:0@lo:1000:osp_up0-1.0 00000004:00200000:0.0:1787755842.076873:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6a:0x0]: returning size 4096 00010000:00010000:0.0:1787755842.076905:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076917:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076924:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076932:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755842.076937:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076944:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076963:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19b:0x0].0x0 (ffff9dfe48a2e400) 00010000:00010000:0.0:1787755842.076965:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755842.076970:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 2/0,0 mode: --/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076976:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b4c lrc: 0/0,0 mode: --/EX res: [0x240000400:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.076999:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077006:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077012:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077392:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755842.077404:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x199:0x0] 00010000:00010000:0.0:1787755842.077416:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077423:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077429:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077434:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755842.077437:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077442:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077451:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:0.0:1787755842.077453:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755842.077456:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077461:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b45 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077471:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077477:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.077483:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.077849:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755842.077858:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.077865:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755842.077870:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755842.077877:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.077918:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.077925:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787755842.077991:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667100416:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755842.078068:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755842.078134:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.078143:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60600/0x9b2b325365788b53 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b5a expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.078163:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755842.078167:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.078174:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755842.078178:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755842.078185:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 5/0,0 mode: EX/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.078202:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.078209:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755842.078216:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.078223:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755842.078225:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755842.078227:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755842.078238:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667100544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755842.078546:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755842.078690:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787755842.078698:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48ccd800/0x9b2b325365788b37 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b3e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755842.078727:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755842.078733:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.078740:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.078747:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.078766:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755842.078771:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1787755842.078776:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.078784:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.078867:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:225979:x1874588654530688:12345-192.168.201.7@tcp:36:rm.0 Request processed in 60664us (61168us total) trans 4294985435 rc 0/0 00000100:00100000:0.0:1787755842.078876:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70424 00010000:00010000:3.0:1787755842.078952:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755842.078958:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.078966:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755842.078970:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755842.078977:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.079001:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.079008:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755842.079032:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.079040:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788b1b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b22 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.079050:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755842.079053:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755842.079054:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755842.079062:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755842.079073:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667100672:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.080622:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755842.081800:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755842.081837:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100416 00000100:00100000:2.0:1787755842.081846:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100416 00000100:00100000:3.0:1787755842.081911:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100544 00000100:00100000:3.0:1787755842.081915:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100544 00000100:00100000:3.0:1787755842.081951:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11191 00000100:00100000:3.0:1787755842.081960:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:3649:x1874588667100416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.081975:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755842.082002:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788b5a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x199:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788b53 expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.082021:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x0 (ffff9dfe52604100) 00010000:00010000:3.0:1787755842.082030:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755842.082090:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3649:x1874588667100416:12345-0@lo:103:ldlm_bl.0 Request processed in 131us (4021us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.082097:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11191 00000100:00100000:3.0:1787755842.082114:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11192 00000100:00100000:3.0:1787755842.082120:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588667100544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.082128:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755842.082138:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788b3e lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788b37 expref: 13 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.082148:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe52604c00) 00010000:00010000:3.0:1787755842.082154:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755842.082179:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667100544:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (3634us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.082185:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11192 00000100:00100000:3.0:1787755842.082228:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667100416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755842.085113:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667100544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755842.085915:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100672 00000100:00100000:3.0:1787755842.085925:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100672 00000100:00100000:3.0:1787755842.085996:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11193 00000100:00100000:3.0:1787755842.086008:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667100672:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.086024:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755842.086051:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788b22 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788b1b expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.086070:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755842.086076:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755842.086180:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667100672:12345-0@lo:103:ldlm_bl.0 Request processed in 175us (4385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.086188:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11193 00000100:00100000:1.0:1787755842.086915:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667100672:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755842.156114:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.156229:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531328 00000100:00100000:3.0:1787755842.156239:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531328 00000100:00100000:3.0:1787755842.156305:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70425 00000100:00100000:3.0:1787755842.156360:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225987:x1874588654531328:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:3.0:1787755842.156425:0:35159:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808409600 avail 7345364992 00000100:00100000:3.0:1787755842.162568:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225987:x1874588654531328:12345-192.168.201.7@tcp:41:stat.0 Request processed in 183us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.162602:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70425 00000100:00100000:3.0:1787755842.195175:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.195310:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531456 00000100:00100000:1.0:1787755842.195380:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531456 00000100:00100000:1.0:1787755842.195446:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70426 00000100:00100000:1.0:1787755842.195457:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225991:x1874588654531456:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755842.195478:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.195509:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788b61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214282 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.195590:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.195603:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.195616:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755842.195672:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755842.195677:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755842.195699:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.195724:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788b61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.195747:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.195756:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755842.195758:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755842.195762:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755842.195834:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225991:x1874588654531456:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 378us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.195842:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70426 00000100:00100000:2.0:1787755842.199831:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.199948:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531584 00000100:00100000:3.0:1787755842.199958:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531584 00000100:00100000:3.0:1787755842.200060:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70427 00000100:00100000:3.0:1787755842.200071:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225991:x1874588654531584:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:3.0:1787755842.200096:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755842.200117:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788b6f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214289 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200182:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200197:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200208:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200220:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200229:0:35155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b29 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200238:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.200275:0:35155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788b29 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.200293:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000_UUID:35155:1874588667100800:0@lo:104: 00000100:00100000:3.0:1787755842.200386:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.200434:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.200494:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100800 00000100:00100000:2.0:1787755842.200514:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100800 00000100:00100000:2.0:1787755842.200554:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7963 00000100:00100000:2.0:1787755842.200563:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35155:x1874588667100800:12345-0@lo:104: 00010000:00010000:2.0:1787755842.200589:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.200652:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755842.200658:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:35155:x1874588667100800:12345-0@lo:104: Request processed in 96us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.200665:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7963 00010000:00010000:2.0:1787755842.200687:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755842.200693:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.200701:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755842.200706:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755842.200715:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.200738:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.200745:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755842.200765:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.200771:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60e00/0x9b2b325365788b29 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788b30 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.200795:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755842.200797:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755842.200798:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755842.200818:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755842.200829:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667100928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755842.200860:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755842.201282:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000_UUID:35155:1874588667100800:0@lo:104: 00010000:00010000:1.0:1787755842.201303:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.201365:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667100928 00000100:00100000:1.0:1787755842.201370:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667100928 00010000:00010000:1.0:1787755842.201392:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788b29 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.201419:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21752 00000100:00100000:1.0:1787755842.201426:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667100928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755842.201437:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755842.207114:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957531 is committed 00010000:00010000:2.0:1787755842.207298:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788b30 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788b29 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.207467:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755842.207474:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.207484:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.207491:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.207667:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755842.207756:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b29c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667100928:12345-0@lo:103:ldlm_bl.0 Request processed in 6329us (6893us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.207766:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21752 00000100:00100000:0.0:1787755842.207900:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667100928:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755842.207949:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.207957:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208022:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208030:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208036:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208043:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208049:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755842.208053:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208061:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208071:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755842.208074:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755842.208078:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208084:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788b76 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208097:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208103:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208109:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208115:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28bc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755842.208118:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208124:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208130:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe471d1c00) 00010000:00010000:1.0:1787755842.208133:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755842.208135:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208141:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788b7d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208192:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788b6f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214289 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208202:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755842.208204:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755842.208207:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365788b6f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214289 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.208217:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:1.0:1787755842.208374:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225991:x1874588654531584:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 8304us (8551us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755842.208384:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70427 00000100:00100000:3.0:1787755842.215930:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.215996:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531712 00000100:00100000:0.0:1787755842.216007:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531712 00000100:00100000:0.0:1787755842.216070:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70428 00000100:00100000:0.0:1787755842.216081:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:225991:x1874588654531712:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755842.216102:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755842.216122:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b84 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214290 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.216184:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.216198:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.216209:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755842.216254:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755842.216258:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755842.216278:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.216301:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788b84 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.216361:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.216371:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755842.216374:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755842.216378:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755842.216779:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:225991:x1874588654531712:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 699us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.216787:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70428 00000100:00100000:3.0:1787755842.221141:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755842.221237:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654531968 00000100:00100000:2.0:1787755842.221247:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654531968 00000100:00100000:2.0:1787755842.221363:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70429 00000100:00100000:2.0:1787755842.221375:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225991:x1874588654531968:12345-192.168.201.7@tcp:36:lfs.0 00000100:00080000:0.0:1787755842.221922:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755842.222127:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101056:0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755842.222199:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755842.222238:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755842.222526:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667101056 00000100:00100000:0.0:1787755842.222535:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667101056 00000100:00100000:0.0:1787755842.222594:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24677 00000100:00100000:0.0:1787755842.222603:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588667101056:12345-0@lo:1000:mdt00_006.0 00000100:00100000:0.0:1787755842.222899:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588667101056:12345-0@lo:1000:mdt00_006.0 Request processed in 297us (698us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.222908:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24677 00000100:00100000:3.0:1787755842.223071:0:17813:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957531 gen 2 00000004:00080000:3.0:1787755842.223079:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957530 committed transno 8589957531 00000004:00080000:3.0:1787755842.223104:0:17813:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957531 committed transno 8589957531 00000100:00100000:3.0:1787755842.223124:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51500 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101056:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.223185:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101184:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.223829:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.223865:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.223929:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667101184 00000100:00100000:1.0:1787755842.223936:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667101184 00000100:00100000:1.0:1787755842.223979:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24678 00000100:00100000:1.0:1787755842.223988:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588667101184:12345-0@lo:1000:mdt00_006.0 00000100:00100000:1.0:1787755842.224113:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588667101184:12345-0@lo:1000:mdt00_006.0 Request processed in 126us (286us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787755842.224121:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24678 00000100:00100000:3.0:1787755842.224192:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101184:0@lo:1000:mdt00_006.0 00010000:00010000:3.0:1787755842.224257:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.224270:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.224279:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.224294:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101312:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755842.224361:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.224381:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.224528:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667101312 00000100:00100000:2.0:1787755842.224534:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667101312 00000100:00100000:2.0:1787755842.224566:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24679 00000100:00100000:2.0:1787755842.224771:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:17813:x1874588667101312:12345-0@lo:101:mdt00_006.0 00010000:00010000:2.0:1787755842.224782:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755842.224799:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788b92 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.224825:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.224833:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.224841:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.224866:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.224881:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 7 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.224892:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc51500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667101440:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755842.224961:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 6 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.224970:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 6 pid: 6519 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.224978:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667101568:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755842.224999:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755842.228402:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc51500 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667101440:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755842.228420:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667101568:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755842.228462:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.228477:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755842.228482:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755842.228486:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.228511:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:0.0:1787755842.228605:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588667101312:12345-0@lo:101:mdt00_006.0 Request processed in 4031us (4242us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.228615:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24679 00000100:00100000:3.0:1787755842.228772:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101312:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755842.228793:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.228804:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.230585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.230621:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755842.231443:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532096 00000100:00100000:2.0:1787755842.231455:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532096 00010000:00010000:2.0:1787755842.231517:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.231559:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532224 00000100:00100000:2.0:1787755842.231563:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532224 00010000:00010000:2.0:1787755842.231587:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 7 pid: 6519 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.231662:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21753 00000100:00100000:2.0:1787755842.231672:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654532096:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755842.231690:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755842.231699:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231715:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231740:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788b8b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214290 expref: 8 pid: 35153 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231765:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755842.231772:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231784:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755842.231844:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654532096:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 173us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.231852:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21753 00000100:00100000:2.0:1787755842.231874:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21754 00000100:00100000:2.0:1787755842.231880:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654532224:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755842.231888:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755842.231893:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 7 pid: 6519 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231903:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 7 pid: 6519 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231916:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365788b68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214282 expref: 7 pid: 6519 timeout: 8999 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231927:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755842.231932:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231941:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231951:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.231989:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.232005:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667101696:0@lo:105: 00000100:00100000:2.0:1787755842.232057:0:6504:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755842.232102:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe489326c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.232465:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667101696 00000100:00100000:1.0:1787755842.232471:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667101696 00000100:00100000:1.0:1787755842.232664:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7964 00000100:00100000:1.0:1787755842.232674:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667101696:12345-0@lo:105: 00010000:00010000:1.0:1787755842.232685:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.232695:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.232704:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.232712:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.232719:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.232732:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.232797:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28be00) 00000100:00100000:1.0:1787755842.232846:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6504:x1874588667101696:12345-0@lo:105: Request processed in 175us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.232854:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7964 00000100:00100000:1.0:1787755842.232890:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc52300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000_UUID:6504:1874588667101696:0@lo:105: 00010000:00010000:1.0:1787755842.232908:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755842.232933:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654532224:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1053us (2312us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.232941:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21754 00010000:00010000:3.0:1787755842.234052:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.234067:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755842.234093:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755842.234136:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.234144:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.234154:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.234174:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101824:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755842.234221:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.234294:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ac00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.235013:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667101824 00000100:00100000:1.0:1787755842.235021:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667101824 00000100:00100000:1.0:1787755842.235109:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24680 00000100:00100000:1.0:1787755842.235119:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:17813:x1874588667101824:12345-0@lo:101:mdt00_006.0 00010000:00010000:1.0:1787755842.235135:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.235152:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788ba0 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.235177:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788ba0 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.235190:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788ba0 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.235204:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff821fa000) 00010000:00010000:1.0:1787755842.235206:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755842.235210:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755842.235266:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667101824:12345-0@lo:101:mdt00_006.0 Request processed in 149us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.235273:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24680 00000100:00100000:3.0:1787755842.235368:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101824:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755842.235385:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.235396:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755842.235412:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755842.235447:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101952:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.235478:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.235771:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.235862:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667101952 00000100:00100000:2.0:1787755842.235867:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667101952 00000100:00100000:2.0:1787755842.235905:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24681 00000100:00100000:2.0:1787755842.235913:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667101952:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755842.235971:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667101952:12345-0@lo:1000:mdt00_006.0 Request processed in 60us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.235978:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24681 00000100:00100000:3.0:1787755842.236044:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667101952:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236086:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102080:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236108:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.236126:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.236169:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102080 00000100:00100000:2.0:1787755842.236173:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102080 00000100:00100000:2.0:1787755842.236200:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24682 00000100:00100000:2.0:1787755842.236206:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102080:12345-0@lo:1000:mdt00_006.0 00000100:00100000:2.0:1787755842.236288:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102080:12345-0@lo:1000:mdt00_006.0 Request processed in 82us (179us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755842.236294:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24682 00000100:00100000:3.0:1787755842.236426:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102080:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236495:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102208:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236528:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.236544:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.236556:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102208 00000100:00100000:3.0:1787755842.236559:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102208 00000100:00100000:3.0:1787755842.236594:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24683 00000100:00100000:3.0:1787755842.236601:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102208:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236660:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102208:12345-0@lo:1000:mdt00_006.0 Request processed in 58us (130us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787755842.236667:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24683 00000100:00100000:3.0:1787755842.236694:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102208:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236735:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102336:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236758:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.236771:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.236783:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102336 00000100:00100000:3.0:1787755842.236786:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102336 00000100:00100000:3.0:1787755842.236806:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24684 00000100:00100000:3.0:1787755842.236812:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102336:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236860:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102336:12345-0@lo:1000:mdt00_006.0 Request processed in 48us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.236866:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24684 00000100:00100000:3.0:1787755842.236892:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102336:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236931:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102464:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.236953:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.236966:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.236978:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102464 00000100:00100000:3.0:1787755842.236981:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102464 00000100:00100000:3.0:1787755842.237001:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24685 00000100:00100000:3.0:1787755842.237006:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102464:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.237065:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102464:12345-0@lo:1000:mdt00_006.0 Request processed in 58us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.237071:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24685 00000100:00100000:3.0:1787755842.237096:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102464:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.237149:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102592:0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.237171:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.237184:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.237280:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102592 00000100:00100000:3.0:1787755842.237284:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102592 00000100:00100000:3.0:1787755842.237307:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24686 00000100:00100000:3.0:1787755842.237483:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102592:12345-0@lo:1000:mdt00_006.0 00000100:00100000:3.0:1787755842.237537:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:17813:x1874588667102592:12345-0@lo:1000:mdt00_006.0 Request processed in 222us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.237542:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24686 00000100:00100000:3.0:1787755842.237577:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102592:0@lo:1000:mdt00_006.0 00000040:00080000:3.0:1787755842.238535:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1227, 2168 off1120128 00000040:00080000:3.0:1787755842.238622:0:17813:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1545, 2368 off1563904 00000004:00080000:3.0:1787755842.238629:0:17813:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4713ac00 with version 6889 00000004:00080000:3.0:1787755842.238654:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6889 rpc_version 6889 00000020:00100000:3.0:1787755842.238694:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755842.238705:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e1180 x1874588667102848/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755842.238730:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667102848:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755842.238793:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.238815:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.238836:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102848 00000100:00100000:3.0:1787755842.238843:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102848 00000100:00100000:3.0:1787755842.238882:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24687 00000100:00100000:3.0:1787755842.238891:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667102848:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755842.239469:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667102848:12345-0@lo:1000:osp_up0-1.0 Request processed in 578us (674us total) trans 8589957532 rc 0/0 00000100:00100000:3.0:1787755842.239477:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24687 00000100:00100000:3.0:1787755842.239539:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667102848:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755842.239645:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239662:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239675:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239703:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239710:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239716:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239741:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239748:0:17813:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239758:0:17813:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.239772:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102976:0@lo:101:mdt00_006.0 00000100:00100000:3.0:1787755842.239799:0:17813:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.239817:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a840 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.239831:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667102976 00000100:00100000:3.0:1787755842.239836:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667102976 00000100:00100000:3.0:1787755842.239860:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24688 00000100:00100000:3.0:1787755842.239867:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:17813:x1874588667102976:12345-0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755842.239881:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755842.239897:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788bbc expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239923:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788bbc expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239935:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788bbc expref: 12 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.239944:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755842.239948:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755842.239951:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755842.239978:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:17813:x1874588667102976:12345-0@lo:101:mdt00_006.0 Request processed in 112us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.239984:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24688 00000100:00100000:3.0:1787755842.240012:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-mdtlov_UUID:17813:1874588667102976:0@lo:101:mdt00_006.0 00010000:00010000:3.0:1787755842.240023:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240033:0:17813:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755842.240053:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000076f82c16 reply state 0000000022864198 transno 4294985436 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240064:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240070:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755842.240072:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755842.240076:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755842.240082:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240091:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755842.240099:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19a:0x0] 00000004:00010000:3.0:1787755842.240105:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000076f82c16 reply state 0000000022864198 transno 4294985436 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240113:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240119:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff200) 00010000:00010000:3.0:1787755842.240121:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755842.240122:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:3.0:1787755842.240127:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00000004:00080000:3.0:1787755842.240134:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755842.240144:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240152:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240159:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240180:0:17813:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755842.240184:0:17813:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755842.240189:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.240197:0:17813:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.240273:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225991:x1874588654531968:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 18900us (19140us total) trans 4294985436 rc 0/0 00000100:00100000:3.0:1787755842.240280:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70429 00010000:00010000:3.0:1787755842.240305:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755842.240311:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.245209:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755842.245220:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755842.245232:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.245284:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.245291:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755842.245358:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.245367:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b325365788b92 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788b99 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.245391:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755842.245393:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755842.245395:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755842.245403:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755842.245419:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667103104:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755842.245489:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.245935:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103104 00000100:00100000:0.0:1787755842.245943:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103104 00000100:00100000:0.0:1787755842.245997:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11194 00000100:00100000:0.0:1787755842.246008:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667103104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755842.246023:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755842.246047:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788b99 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788b92 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.246062:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755842.246068:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755842.246117:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667103104:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.246127:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11194 00000100:00100000:1.0:1787755842.246204:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667103104:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755842.246998:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.247100:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532352 00000100:00100000:1.0:1787755842.247106:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532352 00000100:00100000:1.0:1787755842.247176:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70430 00000100:00100000:1.0:1787755842.247184:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225980:x1874588654532352:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755842.247200:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.247216:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365788bca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214297 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.247277:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788bd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.247290:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.247300:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755842.247393:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755842.247397:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755842.247421:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788bd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.247446:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365788bca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214297 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.247465:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788bd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214297 expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.247473:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755842.247476:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755842.247479:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755842.247558:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225980:x1874588654532352:12345-192.168.201.7@tcp:101:bash.0 Request processed in 374us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.247566:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70430 00000100:00100000:2.0:1787755842.250181:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.250873:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532480 00000100:00100000:0.0:1787755842.250883:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532480 00000100:00100000:0.0:1787755842.250978:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70431 00000100:00100000:0.0:1787755842.250989:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225980:x1874588654532480:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755842.251009:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755842.251030:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788bd8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21429e expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251106:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251122:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251135:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251147:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251156:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788ba0 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251170:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.251204:0:6520:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788ba0 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.251220:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1874588667103232:0@lo:104: 00000100:00100000:0.0:1787755842.251300:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.251383:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01180 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.251908:0:6502:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1787755842.251922:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103232 00000100:00100000:3.0:1787755842.251928:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103232 00000100:00100000:3.0:1787755842.252001:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7965 00000100:00100000:3.0:1787755842.252010:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff48fd4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6520:x1874588667103232:12345-0@lo:104: 00010000:00010000:3.0:1787755842.252023:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.252095:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787755842.252102:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff48fd4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6520:x1874588667103232:12345-0@lo:104: Request processed in 94us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.252109:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7965 00000100:00100000:0.0:1787755842.252206:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6520:1874588667103232:0@lo:104: 00010000:00010000:0.0:1787755842.252225:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.252276:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755842.252284:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.252292:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755842.252297:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755842.252306:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.252378:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.252386:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755842.252412:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.252419:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28ae00/0x9b2b325365788ba0 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788ba7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.252440:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755842.252442:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755842.252444:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755842.252703:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667103360:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755842.252747:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755842.252825:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103360 00000100:00100000:2.0:1787755842.252831:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103360 00010000:00010000:2.0:1787755842.252853:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788ba0 expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755842.252883:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21755 00000100:00100000:2.0:1787755842.252889:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667103360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755842.252900:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:1.0:1787755842.254812:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957532 is committed 00010000:00010000:1.0:1787755842.254915:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365788ba7 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788ba0 expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.254936:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff821fa000) 00010000:00010000:1.0:1787755842.254942:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.254951:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.254958:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.254986:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755842.255072:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667103360:12345-0@lo:103:ldlm_bl.0 Request processed in 2182us (2323us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.255083:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21755 00000100:00100000:1.0:1787755842.255142:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667103360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755842.255168:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.255175:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755842.255297:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa81500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1874588667103488:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1787755842.255917:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755842.255955:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48513540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755842.256009:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103488 00000100:00100000:3.0:1787755842.256018:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103488 00000100:00100000:3.0:1787755842.256073:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24689 00000100:00100000:3.0:1787755842.256083:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6520:x1874588667103488:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787755842.256175:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6520:x1874588667103488:12345-0@lo:1000:mdt00_001.0 Request processed in 94us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.256182:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24689 00000100:00100000:2.0:1787755842.256256:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa81500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6520:1874588667103488:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1787755842.256304:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788bed lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256359:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788bed lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256369:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788bed lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755842.256391:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788bed lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256405:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256412:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256418:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256425:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256431:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755842.256436:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256443:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256455:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755842.256457:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755842.256461:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256466:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788bdf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256479:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256485:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256490:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256495:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755842.256497:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256503:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256510:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff821fa000) 00010000:00010000:2.0:1787755842.256512:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755842.256515:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256520:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788be6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256568:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788bd8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21429e expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256721:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788bed lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21429e expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.256729:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe502b8e00) 00010000:00010000:2.0:1787755842.256731:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755842.256733:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755842.256787:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225980:x1874588654532480:12345-192.168.201.7@tcp:101:bash.0 Request processed in 5800us (6615us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.256794:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70431 00000100:00100000:3.0:1787755842.259094:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.259163:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532608 00000100:00100000:1.0:1787755842.259173:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532608 00000100:00100000:1.0:1787755842.259229:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70432 00000100:00100000:1.0:1787755842.259241:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225980:x1874588654532608:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755842.259273:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.259298:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365788bf4 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142a5 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.259402:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365788bfb lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.259415:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365788bfb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.259425:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365788bfb lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755842.259533:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00000004:00200000:1.0:1787755842.259538:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755842.259586:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365788bf4 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142a5 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.259607:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365788bfb lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142a5 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.259617:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff200) 00010000:00010000:1.0:1787755842.259620:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755842.259623:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755842.260005:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225980:x1874588654532608:12345-192.168.201.7@tcp:101:bash.0 Request processed in 764us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.260012:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70432 00000100:00100000:3.0:1787755842.262270:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.262462:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532736 00000100:00100000:1.0:1787755842.262472:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532736 00000100:00100000:1.0:1787755842.262534:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70433 00000100:00100000:1.0:1787755842.262543:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225980:x1874588654532736:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755842.262563:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.262593:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788c02 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142ac expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.262657:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788c09 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.262672:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.262687:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788c09 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755842.262735:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19c:0x0]: returning size 4096 00000004:00200000:1.0:1787755842.262740:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755842.262774:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788c02 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142ac expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.262795:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788c09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142ac expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.262804:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:1.0:1787755842.262807:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755842.262810:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755842.262860:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225980:x1874588654532736:12345-192.168.201.7@tcp:101:bash.0 Request processed in 317us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.262866:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70433 00000100:00100000:2.0:1787755842.265018:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.265096:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654532864 00000100:00100000:0.0:1787755842.265105:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654532864 00000100:00100000:0.0:1787755842.265191:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70434 00000100:00100000:0.0:1787755842.265201:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:225980:x1874588654532864:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755842.265220:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755842.265241:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788c10 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142b3 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.265299:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.265354:0:8458:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788bbc expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.265364:0:8458:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.265394:0:8458:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788bbc expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755842.265410:0:8458:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426adc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667103616:0@lo:104: 00000100:00100000:0.0:1787755842.265453:0:8458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755842.265486:0:8458:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755842.265546:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103616 00000100:00100000:2.0:1787755842.265551:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103616 00000100:00100000:2.0:1787755842.265594:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7966 00000100:00100000:2.0:1787755842.265601:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667103616:12345-0@lo:104: 00010000:00010000:2.0:1787755842.265614:0:6503:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.265663:0:6503:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755842.265669:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8458:x1874588667103616:12345-0@lo:104: Request processed in 69us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.265675:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7966 00000100:00100000:0.0:1787755842.265795:0:8458:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426adc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8458:1874588667103616:0@lo:104: 00010000:00010000:0.0:1787755842.265811:0:8458:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.265949:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755842.265956:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.265965:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755842.265970:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755842.265980:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.266012:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.266018:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755842.266044:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.266052:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b325365788bbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788bc3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.266072:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755842.266074:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755842.266075:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755842.266120:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667103744:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755842.266147:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.266233:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103744 00000100:00100000:3.0:1787755842.266237:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103744 00010000:00010000:3.0:1787755842.266257:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788bbc expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.266291:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21756 00000100:00100000:3.0:1787755842.266298:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588667103744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.266309:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755842.267014:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365788bc3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788bbc expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.267039:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755842.267044:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.267054:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.267061:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.267127:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755842.267204:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667103744:12345-0@lo:103:ldlm_bl.0 Request processed in 906us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.267212:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21756 00010000:00010000:0.0:1787755842.267251:0:8458:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.267259:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755842.267304:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19a:0x0]: returning size 4096 00000004:00200000:0.0:1787755842.267309:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755842.267398:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788c10 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142b3 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.267413:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142b3 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755842.267421:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:0.0:1787755842.267423:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755842.267426:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755842.267477:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225980:x1874588654532864:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2278us (2467us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755842.267484:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70434 00000100:00100000:0.0:1787755842.270305:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.270494:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654533120 00000100:00100000:3.0:1787755842.270514:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654533120 00000100:00100000:3.0:1787755842.270592:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70435 00000100:00100000:3.0:1787755842.270607:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:225980:x1874588654533120:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755842.270630:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755842.270633:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755842.270665:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788c17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142b3 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270688:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755842.270701:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755842.270719:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c1e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142ba expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270862:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270876:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270887:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270899:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270906:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.270911:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755842.271276:0:35154:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51d:0x0], index 0: 0 00010000:00010000:3.0:1787755842.271753:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c33 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271765:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271773:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271807:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271814:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271821:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271828:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271834:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755842.271838:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271851:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271863:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755842.271866:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755842.271870:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271877:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c25 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755842.271894:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002ca2f1dd reply state 0000000099aad9c9 transno 8589957533 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271905:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271911:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe48aff400) 00010000:00010000:3.0:1787755842.271914:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755842.271916:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755842.271945:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c1e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142ba expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271963:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142ba expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.271971:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:3.0:1787755842.271974:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755842.271976:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755842.272104:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225980:x1874588654533120:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1501us (1811us total) trans 8589957533 rc 0/0 00000100:00100000:3.0:1787755842.272114:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70435 00000100:00100000:1.0:1787755842.272935:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667103744:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755842.276063:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.276148:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654533248 00000100:00100000:1.0:1787755842.276160:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654533248 00000100:00100000:1.0:1787755842.276296:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30820 00000100:00100000:1.0:1787755842.276308:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225980:x1874588654533248:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755842.276366:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.276388:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142c1 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755842.276419:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x51d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755842.276441:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=8899s v=(0 0) 00010000:00010000:1.0:1787755842.276447:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755842.276457:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.276478:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 7 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.276492:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:2.0:1787755842.276993:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:225980:x1874588654533248:12345-192.168.201.7@tcp:101:bash.0 Request processed in 683us (936us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.277001:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30820 00000100:00080000:0.0:1787755842.277062:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755842.279758:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.279839:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654533504 00000100:00100000:0.0:1787755842.279849:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654533504 00000100:00100000:0.0:1787755842.279906:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9398 00000100:00100000:0.0:1787755842.279918:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:225980:x1874588654533504:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755842.280201:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225980:x1874588654533504:12345-192.168.201.7@tcp:35:bash.0 Request processed in 284us (450us total) trans 8589957534 rc 0/0 00000100:00100000:0.0:1787755842.280208:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9398 00000100:00100000:1.0:1787755842.283275:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.283426:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654533760 00000100:00100000:3.0:1787755842.283437:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654533760 00000100:00100000:3.0:1787755842.283491:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70436 00000100:00100000:3.0:1787755842.283512:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:225980:x1874588654533760:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755842.283532:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755842.283536:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755842.283564:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788c09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142ac expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283593:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755842.283598:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755842.283614:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c48 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142c8 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283736:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283750:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283761:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283774:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283781:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.283789:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755842.283912:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667103872:0@lo:1000:mdt00_007.0 00000100:00100000:3.0:1787755842.283968:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755842.284001:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a2cdf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755842.284229:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667103872 00000100:00100000:1.0:1787755842.284235:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667103872 00000100:00100000:1.0:1787755842.284269:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24690 00000100:00100000:1.0:1787755842.284278:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667103872:12345-0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1787755842.284385:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667103872:12345-0@lo:1000:mdt00_007.0 Request processed in 108us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.284393:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24690 00000100:00100000:3.0:1787755842.284923:0:35152:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957532 gen 2 00000004:00080000:3.0:1787755842.284930:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957532 committed transno 8589957532 00000100:00100000:3.0:1787755842.284961:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667103872:0@lo:1000:mdt00_007.0 00000004:00080000:3.0:1787755842.285242:0:35152:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4d7:0x0], index 1: 0 00010000:00010000:3.0:1787755842.285448:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788c5d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285462:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788c5d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285471:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788c5d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285522:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285529:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285534:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285540:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285548:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755842.285552:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285560:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285585:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755842.285588:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755842.285593:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285598:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c4f lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755842.285614:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6958ac1 reply state 000000007913d2c0 transno 4294985437 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285625:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285631:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x4ec94fd6 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755842.285633:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755842.285636:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755842.285673:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c48 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c8 expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285688:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788c5d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c8 expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.285700:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755842.285702:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755842.285705:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755842.285770:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225980:x1874588654533760:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2270us (2504us total) trans 4294985437 rc 0/0 00000100:00100000:3.0:1787755842.285777:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70436 00000100:00100000:3.0:1787755842.292782:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755842.292966:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654533888 00000100:00100000:1.0:1787755842.292976:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654533888 00000100:00100000:1.0:1787755842.293049:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30821 00000100:00100000:1.0:1787755842.293059:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:225980:x1874588654533888:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755842.293075:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755842.293096:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142cf expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755842.293124:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000400:0x4d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755842.293146:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d7:0x0].0x0 since=8899s v=(0 0) 00010000:00010000:1.0:1787755842.293151:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755842.293160:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.293175:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 6 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755842.293189:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755842.293261:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:225980:x1874588654533888:12345-192.168.201.7@tcp:101:bash.0 Request processed in 203us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755842.293268:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30821 00000100:00080000:0.0:1787755842.293369:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755842.296599:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755842.296783:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534144 00000100:00100000:0.0:1787755842.296793:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534144 00000100:00100000:0.0:1787755842.296860:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9399 00000100:00100000:0.0:1787755842.296871:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:225980:x1874588654534144:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755842.297184:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:225980:x1874588654534144:12345-192.168.201.7@tcp:35:bash.0 Request processed in 315us (609us total) trans 4294985438 rc 0/0 00000100:00100000:0.0:1787755842.297192:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9399 00000100:00100000:2.0:1787755842.311019:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755842.311073:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755842.311164:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534272 00000100:00100000:3.0:1787755842.311174:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534272 00000100:00100000:3.0:1787755842.311237:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534400 00000100:00100000:3.0:1787755842.311240:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534400 00000100:00100000:3.0:1787755842.311272:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11195 00000100:00100000:3.0:1787755842.311283:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:6171:x1874588654534272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.311298:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755842.311380:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b325365788a57 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1db1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21424a expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.311404:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db1:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755842.311417:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755842.311478:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:6171:x1874588654534272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 197us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.311485:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11195 00000100:00100000:3.0:1787755842.311507:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11196 00000100:00100000:3.0:1787755842.311515:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:15683:x1874588654534400:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755842.311522:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755842.311536:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365788bd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214297 expref: 12 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.311547:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755842.311557:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c33 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142ba expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.311568:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:3.0:1787755842.311591:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365788bed lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21429e expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755842.311601:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe502b8e00) 00010000:00010000:3.0:1787755842.311609:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755842.311628:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b28c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:15683:x1874588654534400:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 115us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755842.311635:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11196 00000100:00100000:3.0:1787755842.315547:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755842.315717:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534528 00000100:00100000:2.0:1787755842.315729:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534528 00000100:00100000:2.0:1787755842.315821:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11197 00000100:00100000:2.0:1787755842.315838:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:15683:x1874588654534528:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755842.315859:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755842.315894:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365788c5d lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c8 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.315929:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755842.315949:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365788bfb lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142a5 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.315959:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff200) 00010000:00010000:2.0:1787755842.315967:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657889b6 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6a:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214227 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755842.315977:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6a:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755842.315984:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755842.316062:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:15683:x1874588654534528:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 230us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755842.316070:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11197 00010000:00010000:2.0:1787755842.532442:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755843.366797:0:166030:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:0.0:1787755843.366840:0:166030:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755843.557823:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787755843.558884:0:8668:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8900580566303ns, next at 8901580563913ns, rc = 0 00000100:00100000:1.0:1787755843.558916:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667104000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755843.558986:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755843.559049:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104000 00000100:00100000:1.0:1787755843.559069:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104000 00000100:00100000:1.0:1787755843.559131:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6823 00000100:00100000:1.0:1787755843.559141:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667104000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755843.559170:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:1.0:1787755843.559216:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667104000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755843.559226:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6823 00000100:00080000:1.0:1787755843.559248:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755843.562417:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667104000:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755843.563462:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667104128:0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.563531:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.563632:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667104256:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.563666:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.563699:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667104768:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.563725:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.563742:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667105280:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.563765:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.563806:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104768 00000100:00100000:2.0:1787755843.563814:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104768 00000100:00100000:2.0:1787755843.563872:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15735 00000100:00100000:2.0:1787755843.563881:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667104768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.563930:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667104768:12345-0@lo:400:kworker.0 Request processed in 50us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.563938:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15735 00000100:00100000:2.0:1787755843.563963:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105280 00000100:00100000:2.0:1787755843.563966:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105280 00000100:00100000:2.0:1787755843.563995:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10129 00000100:00100000:2.0:1787755843.564001:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667105280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564030:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667105280:12345-0@lo:400:kworker.0 Request processed in 30us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.564036:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10129 00000100:00100000:2.0:1787755843.564073:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667104384:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564097:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.564117:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667104896:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564137:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.564152:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667105408:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564173:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.564193:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787755843.564200:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667104512:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564222:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.564239:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667105024:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564625:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.564648:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667105536:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564671:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755843.564699:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104384 00000100:00100000:2.0:1787755843.564703:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104384 00000100:00100000:2.0:1787755843.564725:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104896 00000100:00100000:2.0:1787755843.564727:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104896 00000100:00100000:2.0:1787755843.564744:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104512 00000100:00100000:2.0:1787755843.564746:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104512 00000100:00100000:2.0:1787755843.564760:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105536 00000100:00100000:2.0:1787755843.564763:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105536 00000100:00100000:2.0:1787755843.564778:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15736 00000100:00100000:2.0:1787755843.564783:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667104384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564815:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667104384:12345-0@lo:400:kworker.0 Request processed in 31us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.564820:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15736 00000100:00100000:2.0:1787755843.564832:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15737 00000100:00100000:2.0:1787755843.564837:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667104896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564858:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667104896:12345-0@lo:400:kworker.0 Request processed in 21us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.564863:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15737 00000100:00100000:2.0:1787755843.564872:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15738 00000100:00100000:2.0:1787755843.564877:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667104512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564898:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667104512:12345-0@lo:400:kworker.0 Request processed in 21us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.564903:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15738 00000100:00100000:2.0:1787755843.564914:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15739 00000100:00100000:2.0:1787755843.564919:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667105536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.564939:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667105536:12345-0@lo:400:kworker.0 Request processed in 20us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.564944:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15739 00000100:00100000:2.0:1787755843.564965:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105408 00000100:00100000:2.0:1787755843.564969:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105408 00000100:00100000:2.0:1787755843.564989:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105024 00000100:00100000:2.0:1787755843.564991:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105024 00000100:00100000:2.0:1787755843.565008:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10130 00000100:00100000:2.0:1787755843.565014:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667105408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.565042:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667105408:12345-0@lo:400:kworker.0 Request processed in 29us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755843.565048:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10130 00000100:00100000:1.0:1787755843.565184:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667104640:0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565209:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755843.565229:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667105152:0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565262:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755843.565298:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104640 00000100:00100000:1.0:1787755843.565303:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104640 00000100:00100000:1.0:1787755843.565352:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15740 00000100:00100000:1.0:1787755843.565358:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667104640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565392:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667104640:12345-0@lo:400:kworker.0 Request processed in 33us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755843.565396:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15740 00000100:00100000:1.0:1787755843.565419:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10131 00000100:00100000:1.0:1787755843.565426:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667105024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565453:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3647:x1874588667105024:12345-0@lo:400:kworker.0 Request processed in 28us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755843.565459:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10131 00000100:00100000:1.0:1787755843.565486:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104256 00000100:00100000:1.0:1787755843.565489:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104256 00000100:00100000:1.0:1787755843.565512:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105152 00000100:00100000:1.0:1787755843.565515:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105152 00000100:00100000:1.0:1787755843.565535:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24691 00000100:00100000:1.0:1787755843.565541:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667104256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565573:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667104256:12345-0@lo:400:kworker.0 Request processed in 32us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755843.565579:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24691 00000100:00100000:1.0:1787755843.565590:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24692 00000100:00100000:1.0:1787755843.565596:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667105152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565621:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667105152:12345-0@lo:400:kworker.0 Request processed in 25us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755843.565626:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24692 00000100:00100000:1.0:1787755843.565684:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667104640:0@lo:400:kworker.0 00000100:00100000:1.0:1787755843.565696:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667105152:0@lo:400:kworker.0 00000100:00080000:1.0:1787755843.565722:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755843.565726:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755843.565728:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755843.565731:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755843.570111:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667104256:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570139:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667104768:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570154:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667105280:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570213:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667104512:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570228:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667105024:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570243:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667105536:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570272:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667104384:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570286:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667104896:0@lo:400:kworker.0 00000100:00100000:2.0:1787755843.570299:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667105408:0@lo:400:kworker.0 00000100:00100000:3.0:1787755843.576153:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667104128 00000100:00100000:3.0:1787755843.576168:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667104128 00000100:00100000:3.0:1787755843.576233:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:3.0:1787755843.576244:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667104128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755843.576474:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bc9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667104128:12345-0@lo:400:kworker.0 Request processed in 231us (12942us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755843.576481:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:3.0:1787755843.576566:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667104128:0@lo:400:kworker.0 00000100:00100000:3.0:1787755844.073215:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667105664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755844.073394:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755844.073612:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105664 00000100:00100000:3.0:1787755844.073621:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105664 00000100:00100000:3.0:1787755844.073673:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6824 00000100:00100000:3.0:1787755844.073683:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667105664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755844.073715:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755844.073758:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667105664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755844.073766:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6824 00000100:00100000:3.0:1787755844.073815:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667105664:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787755844.578527:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755845.001031:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001106:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001161:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001203:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001233:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001248:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001263:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001285:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001348:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755845.001376:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535040 00000100:00100000:1.0:1787755845.001386:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535040 00000100:00100000:1.0:1787755845.001447:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535552 00000100:00100000:1.0:1787755845.001451:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535552 00000100:00100000:1.0:1787755845.001467:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535168 00000100:00100000:1.0:1787755845.001468:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535168 00000100:00100000:1.0:1787755845.001486:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535680 00000100:00100000:1.0:1787755845.001489:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535680 00000100:00100000:1.0:1787755845.001510:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10132 00000100:00100000:1.0:1787755845.001520:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654535040:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755845.001595:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654535040:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 75us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755845.001602:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10132 00000100:00100000:1.0:1787755845.001622:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10133 00000100:00100000:1.0:1787755845.001629:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654535552:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755845.001652:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654535552:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755845.001658:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10133 00000100:00100000:1.0:1787755845.001672:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10134 00000100:00100000:1.0:1787755845.001678:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654535168:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755845.001700:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654535168:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755845.001706:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10134 00000100:00100000:1.0:1787755845.001716:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10135 00000100:00100000:1.0:1787755845.001723:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654535680:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755845.001743:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654535680:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755845.001756:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10135 00000100:00080000:1.0:1787755845.001771:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755845.001775:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755845.001788:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534784 00000100:00100000:0.0:1787755845.001794:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534784 00000100:00080000:1.0:1787755845.001823:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755845.001833:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535296 00000100:00100000:0.0:1787755845.001836:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535296 00000100:00100000:0.0:1787755845.001867:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534912 00000100:00100000:0.0:1787755845.001870:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534912 00000100:00100000:0.0:1787755845.001891:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535424 00000100:00100000:3.0:1787755845.001892:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654534656 00000100:00100000:0.0:1787755845.001894:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535424 00000100:00100000:3.0:1787755845.001896:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654534656 00000100:00100000:0.0:1787755845.001915:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15741 00000100:00100000:0.0:1787755845.001922:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654534784:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755845.001923:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2406 00000100:00100000:3.0:1787755845.001928:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654534656:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755845.001952:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654534784:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 31us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755845.001958:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15741 00000100:00100000:0.0:1787755845.001972:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15742 00000100:00080000:1.0:1787755845.001977:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755845.001978:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654535296:12345-192.168.201.7@tcp:400:kworker.0 00000100:00080000:1.0:1787755845.001979:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755845.002116:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15743 00000100:00100000:2.0:1787755845.002125:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654534912:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755845.005608:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15744 00000100:00100000:1.0:1787755845.005634:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654535424:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755845.010568:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bcb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654534656:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 8623us (9318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755845.010585:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2406 00000100:00100000:0.0:1787755845.012529:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654535296:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 10537us (11356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755845.012545:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15742 00000100:00100000:2.0:1787755845.013532:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654534912:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 11401us (12274us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755845.013545:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15743 00000100:00100000:1.0:1787755845.013831:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654535424:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 8208us (12542us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755845.013839:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15744 00010000:00010000:3.0:1787755845.602474:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755845.602586:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787755845.602627:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667105792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755845.602731:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755845.602865:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105792 00000100:00100000:3.0:1787755845.602875:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105792 00000100:00100000:3.0:1787755845.602940:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24693 00000100:00100000:3.0:1787755845.602952:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667105792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755845.602996:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443364864 avail 1297125376 00000100:00100000:3.0:1787755845.603065:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667105792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755845.603072:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24693 00000100:00100000:1.0:1787755845.603179:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667105792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755846.116692:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667105920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755846.116770:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755846.116888:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667105920 00000100:00100000:0.0:1787755846.116897:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667105920 00000100:00100000:0.0:1787755846.116961:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24694 00000100:00100000:0.0:1787755846.116971:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667105920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755846.117004:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442762752 avail 1296523264 00000100:00100000:0.0:1787755846.117056:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667105920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755846.117064:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24694 00000100:00100000:0.0:1787755846.117110:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667105920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755846.117853:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667106176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755846.117897:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755846.117959:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667106176 00000100:00100000:2.0:1787755846.117963:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667106176 00000100:00100000:2.0:1787755846.118003:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825 00000100:00100000:2.0:1787755846.118010:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667106176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755846.118031:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755846.118069:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667106176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755846.118076:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825 00000100:00080000:2.0:1787755846.118107:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755846.118158:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667106176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755846.119159:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667106048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755846.119233:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755846.119484:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667106048 00000100:00100000:3.0:1787755846.119491:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667106048 00000100:00100000:3.0:1787755846.119599:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6826 00000100:00100000:3.0:1787755846.119608:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667106048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755846.119688:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:3.0:1787755846.119740:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667106048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755846.119747:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6826 00000100:00100000:1.0:1787755846.119835:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667106048:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787755846.121213:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1787755846.122710:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976208 is committed 00000001:00080000:2.0:1787755846.122723:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976207 is committed 00000004:00080000:1.0:1787755846.125535:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 358 committed 00010000:00010000:1.0:1787755846.125627:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755846.125643:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125681:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125701:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125711:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.125713:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125729:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755846.125737:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755846.125743:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125757:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125784:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff200) 00010000:00010000:1.0:1787755846.125784:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b325365788aea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788af1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125794:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755846.125804:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755846.125820:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985438 is committed 00010000:00010000:0.0:1787755846.125828:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b400/0x9b2b325365788bae lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755846.125846:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4713a780 refcount 2 committed 0 result 0 batchid 3446 00000020:00080000:1.0:1787755846.125854:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff58382200 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4713ac00 00000020:00080000:1.0:1787755846.125860:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1545 00010000:00010000:0.0:1787755846.125866:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755846.125866:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff58382b00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4eb9e400 00000020:00080000:1.0:1787755846.125881:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1227 00010000:00010000:0.0:1787755846.125893:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755846.125901:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985435 is committed 00010000:00010000:0.0:1787755846.125902:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755846.125908:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4aa01d80 refcount 2 committed 0 result 0 batchid 3445 00010000:00010000:0.0:1787755846.125914:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00000020:00080000:1.0:1787755846.125919:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81992900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aa01a80 00010000:00010000:0.0:1787755846.125921:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.125936:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787755846.125941:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1544 00010000:00010000:0.0:1787755846.125948:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff300) 00000020:00080000:1.0:1787755846.125949:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6c8b5a00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51858c00 00010000:00010000:0.0:1787755846.125959:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000020:00080000:1.0:1787755846.125961:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1226 00010000:00010000:0.0:1787755846.125966:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755846.125973:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 357 committed 00010000:00010000:0.0:1787755846.125976:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788bb5 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126005:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126023:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126030:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755846.126039:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667106304:0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755846.126040:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755846.126049:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126058:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126071:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x4ec94fd6 (ffff9dfe48aff000) 00010000:00010000:0.0:1787755846.126074:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755846.126077:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126084:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b325365788c56 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755846.126121:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755846.126482:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667106304 00000100:00100000:0.0:1787755846.126497:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667106304 00000100:00100000:0.0:1787755846.126719:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11198 00000100:00100000:0.0:1787755846.126732:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667106304:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755846.126751:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755846.126776:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788af1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x199:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788aea expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.126792:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x199:0x0].0x5a734ce9 (ffff9dfe48aff500) 00010000:00010000:0.0:1787755846.126800:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755846.126937:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667106304:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 207us (816us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755846.126946:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11198 00000100:00100000:2.0:1787755846.128571:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667106304:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:2.0:1787755846.130345:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755846.130367:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667106432:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1787755846.130450:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755846.130575:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667106432 00000100:00100000:0.0:1787755846.130583:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667106432 00000100:00100000:0.0:1787755846.130650:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30822 00000100:00100000:0.0:1787755846.130659:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667106432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1787755846.130687:0:8435:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1237 count 1 00010000:00010000:0.0:1787755846.130714:0:8435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.130736:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.130744:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d5:0x0].0x0 since=11s v=(0 0) 00010000:00010000:0.0:1787755846.130749:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755846.130753:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.130782:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 6 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755846.130797:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 6 pid: 8435 timeout: 9003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755846.130808:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667106560:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755846.130873:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804840 going to sleep for 11 seconds 00000100:00080000:2.0:1787755846.131073:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:0.0:1787755846.138183:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3438 00000020:00080000:1.0:1787755846.139020:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4aa01cc0 refcount 2 committed 0 result 0 batchid 3444 00000020:00080000:1.0:1787755846.139028:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6c8b5e00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aa016c0 00000020:00080000:1.0:1787755846.139032:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1543 00000020:00080000:1.0:1787755846.139034:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6c8b5f00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe500a6800 00000020:00080000:1.0:1787755846.139037:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1225 00000020:00080000:1.0:1787755846.139071:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe44fc79c0 refcount 2 committed 0 result 0 batchid 3443 00000020:00080000:1.0:1787755846.139075:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe44fc7780 00000020:00080000:1.0:1787755846.139078:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1542 00000020:00080000:1.0:1787755846.139080:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90e00 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe46d83e00 00000020:00080000:1.0:1787755846.139083:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1224 00000001:00080000:1.0:1787755846.139094:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985429 is committed 00000020:00080000:1.0:1787755846.139098:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3442 batchid updated 00000020:00080000:0.0:1787755846.139596:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3446 committed batchid 3442 00000004:00080000:0.0:1787755846.139717:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4e804300 with version 6890 00000020:00080000:0.0:1787755846.139736:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3439 cancel update log [0x200000401:0x3:0x0].1538: rc = 0 00000020:00080000:0.0:1787755846.139778:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3439 cancel update log [0x240000400:0x3:0x0].1219: rc = 0 00000004:00080000:0.0:1787755846.139802:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4e804e40 with version 6891 00000020:00080000:0.0:1787755846.139805:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3440 cancel update log [0x200000401:0x3:0x0].1539: rc = 0 00000020:00080000:0.0:1787755846.139824:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3440 cancel update log [0x240000400:0x3:0x0].1220: rc = 0 00000004:00080000:0.0:1787755846.139844:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4e804900 with version 6892 00000020:00080000:0.0:1787755846.139847:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3441 cancel update log [0x200000401:0x3:0x0].1540: rc = 0 00000020:00080000:0.0:1787755846.139866:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3441 cancel update log [0x240000400:0x3:0x0].1221: rc = 0 00000004:00080000:0.0:1787755846.139885:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4e804180 with version 6893 00000020:00080000:0.0:1787755846.139888:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3442 cancel update log [0x200000401:0x3:0x0].1541: rc = 0 00000020:00080000:0.0:1787755846.139904:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3442 cancel update log [0x240000400:0x3:0x0].1223: rc = 0 00000020:00080000:0.0:1787755846.139910:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3442 00000004:00080000:1.0:1787755846.140139:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6890 rpc_version 6890 00000020:00100000:1.0:1787755846.140174:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755846.140184:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b99180 x1874588667106816/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755846.140207:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667106816:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755846.140284:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755846.140347:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755846.140404:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667106816 00000100:00100000:3.0:1787755846.140411:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667106816 00000100:00100000:3.0:1787755846.140470:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24695 00000100:00100000:3.0:1787755846.140480:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667106816:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755846.140620:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667106816:12345-0@lo:1000:osp_up0-1.0 Request processed in 141us (335us total) trans 8589957535 rc 0/0 00000100:00100000:3.0:1787755846.140628:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24695 00000100:00100000:0.0:1787755846.140739:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667106816:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755846.140750:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6891 rpc_version 6891 00000020:00100000:0.0:1787755846.140762:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755846.140767:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe426adc00 x1874588667107072/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755846.140782:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426adc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667107072:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755846.140809:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755846.140834:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755846.140933:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667107072 00000100:00100000:3.0:1787755846.140937:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667107072 00000100:00100000:3.0:1787755846.140968:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24696 00000100:00100000:3.0:1787755846.140975:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667107072:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755846.141055:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667107072:12345-0@lo:1000:osp_up0-1.0 Request processed in 80us (245us total) trans 8589957536 rc 0/0 00000100:00100000:3.0:1787755846.141062:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24696 00000100:00100000:0.0:1787755846.141184:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426adc00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667107072:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755846.141191:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6892 rpc_version 6892 00000020:00100000:0.0:1787755846.141203:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755846.141208:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a032d80 x1874588667107328/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755846.141221:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667107328:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755846.141248:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755846.141277:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755846.141359:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667107328 00000100:00100000:3.0:1787755846.141363:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667107328 00000100:00100000:3.0:1787755846.141389:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24697 00000100:00100000:3.0:1787755846.141396:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667107328:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755846.141470:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667107328:12345-0@lo:1000:osp_up0-1.0 Request processed in 74us (221us total) trans 8589957537 rc 0/0 00000100:00100000:3.0:1787755846.141593:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24697 00000100:00100000:1.0:1787755846.141755:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a032d80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667107328:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755846.141763:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6893 rpc_version 6893 00000020:00100000:1.0:1787755846.141774:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755846.141779:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b98000 x1874588667107584/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755846.141792:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667107584:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755846.141817:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755846.141842:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755846.141889:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667107584 00000100:00100000:2.0:1787755846.141894:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667107584 00000100:00100000:2.0:1787755846.141926:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24698 00000100:00100000:2.0:1787755846.141934:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667107584:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755846.142029:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667107584:12345-0@lo:1000:osp_up0-1.0 Request processed in 95us (210us total) trans 8589957538 rc 0/0 00000100:00100000:2.0:1787755846.142036:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24698 00000100:00100000:0.0:1787755846.142110:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667107584:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755846.165081:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755846.165119:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535808 00000100:00100000:3.0:1787755846.165130:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535808 00010000:00010000:3.0:1787755846.165175:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 7 pid: 8435 timeout: 9003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755846.165213:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21757 00000100:00100000:3.0:1787755846.165224:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654535808:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755846.165239:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755846.165246:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 7 pid: 8435 timeout: 9003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.165261:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 7 pid: 8435 timeout: 9003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.165501:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755846.165506:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d5:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755846.165512:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.165524:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.165554:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755846.165607:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654535808:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 384us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755846.165615:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21757 00010000:00010000:1.0:1787755846.166368:0:8435:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b32536578890e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2141e8 expref: 6 pid: 8435 timeout: 9003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755846.166386:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667106560:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755846.166410:0:8435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.166421:0:8435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.166428:0:8435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.166439:0:8435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.166447:0:8435:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.166464:0:8435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755846.166660:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667106432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 36001us (36210us total) trans 4294973872 rc 0/0 00000100:00100000:1.0:1787755846.166668:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30822 00000004:00080000:1.0:1787755846.166721:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a044000/2, rc 0, transno 4294973872 00000100:00100000:1.0:1787755846.166727:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667106432:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1787755846.167557:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755846.167568:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.167579:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755846.167583:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.167593:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.167612:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.167620:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000037df47b4/0x9b2b325365788c72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.167645:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755846.167646:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755846.167648:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755846.489805:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755846.489918:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654535936 00000100:00100000:2.0:1787755846.489933:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654535936 00000100:00100000:2.0:1787755846.490011:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70437 00000100:00100000:2.0:1787755846.490024:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:226161:x1874588654535936:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755846.490049:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755846.490072:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788c79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142d6 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755846.490158:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755846.490183:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755846.490194:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755846.490253:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755846.490257:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755846.490289:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755846.490349:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788c79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755846.490370:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755846.490379:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755846.490382:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755846.490386:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755846.490454:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:226161:x1874588654535936:12345-192.168.201.7@tcp:101:cat.0 Request processed in 432us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755846.490461:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70437 00000100:00100000:0.0:1787755846.500933:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755846.501050:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536064 00000100:00100000:3.0:1787755846.501063:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536064 00000100:00100000:3.0:1787755846.501152:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70438 00000100:00100000:3.0:1787755846.501173:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:226161:x1874588654536064:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755846.501202:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755846.501233:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788c87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142dd expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501347:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501361:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501373:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501390:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501403:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501413:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501950:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c9c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501964:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c9c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.501976:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c9c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755846.502012:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c9c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502028:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502034:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502041:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502049:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502055:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755846.502060:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502068:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502088:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755846.502094:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755846.502101:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502110:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788c8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502138:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502147:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502157:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502164:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755846.502168:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502177:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502186:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe48affb00) 00010000:00010000:3.0:1787755846.502188:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755846.502191:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502196:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788c95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502232:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788c87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142dd expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502247:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c9c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142dd expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.502487:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:3.0:1787755846.502490:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755846.502494:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755846.502770:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:226161:x1874588654536064:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1603us (1847us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755846.502780:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70438 00000100:00100000:3.0:1787755846.505215:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755846.505474:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536192 00000100:00100000:1.0:1787755846.505484:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536192 00000100:00100000:1.0:1787755846.505559:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70439 00000100:00100000:1.0:1787755846.505570:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:226161:x1874588654536192:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755846.505591:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755846.505615:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788ca3 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142e4 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.505674:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788caa lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.505687:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788caa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.505699:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788caa lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755846.505789:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00000004:00200000:1.0:1787755846.505793:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755846.505828:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788ca3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142e4 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.505846:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788caa lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142e4 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755846.505854:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:1.0:1787755846.505857:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:1.0:1787755846.505861:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755846.505916:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:226161:x1874588654536192:12345-192.168.201.7@tcp:101:cat.0 Request processed in 347us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755846.505922:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70439 00000100:00100000:1.0:1787755846.520960:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755846.521044:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536320 00000100:00100000:3.0:1787755846.521056:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536320 00000100:00100000:3.0:1787755846.521126:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70440 00000100:00100000:3.0:1787755846.521140:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:226161:x1874588654536320:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755846.521164:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755846.521190:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cb1 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142eb expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.521285:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.521300:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.521311:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755846.521690:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19c:0x0]: returning size 4096 00000004:00200000:3.0:1787755846.521694:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755846.521731:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cb1 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.521750:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.521764:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:3.0:1787755846.521767:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755846.521771:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755846.521876:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:226161:x1874588654536320:12345-192.168.201.7@tcp:101:cat.0 Request processed in 738us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755846.521883:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70440 00000100:00100000:1.0:1787755846.540595:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755846.540763:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536448 00000100:00100000:0.0:1787755846.540773:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536448 00000100:00100000:0.0:1787755846.541769:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70441 00000100:00100000:3.0:1787755846.541832:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:226161:x1874588654536448:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755846.541857:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755846.541880:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788cbf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142f2 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.541942:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.541956:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.541967:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755846.542026:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19a:0x0]: returning size 4096 00000004:00200000:3.0:1787755846.542030:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755846.542068:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788cbf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.542087:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.542100:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755846.542103:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755846.542107:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755846.542179:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226161:x1874588654536448:12345-192.168.201.7@tcp:101:cat.0 Request processed in 397us (1593us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755846.542186:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70441 00000100:00100000:0.0:1787755846.551986:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755846.552056:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536704 00000100:00100000:3.0:1787755846.552067:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536704 00000100:00100000:3.0:1787755846.552122:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70442 00000100:00100000:3.0:1787755846.552134:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:226161:x1874588654536704:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755846.552158:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755846.552181:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788ccd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2142f9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.552275:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.552290:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.552301:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.552336:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.552346:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755846.552354:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1787755846.552457:0:10714:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00010000:00010000:3.0:1787755846.628740:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755847.042810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755847.042951:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536832 00000100:00100000:2.0:1787755847.042963:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536832 00000100:00100000:2.0:1787755847.043171:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70443 00000100:00100000:2.0:1787755847.043185:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226163:x1874588654536832:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755847.043208:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755847.043232:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788ce2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214300 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.043348:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.043363:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.043376:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755847.043437:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755847.043442:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755847.043466:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.043904:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788ce2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.043929:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 10 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.043938:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755847.043941:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755847.043944:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755847.044047:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:226163:x1874588654536832:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 865us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.044055:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70443 00000100:00080000:1.0:1787755847.045801:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755847.054073:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755847.054228:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654536960 00000100:00100000:2.0:1787755847.054237:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654536960 00000100:00100000:2.0:1787755847.054345:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70444 00000100:00100000:2.0:1787755847.054355:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:226163:x1874588654536960:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:2.0:1787755847.054374:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755847.054393:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788cf0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214307 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054462:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054477:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054490:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054507:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054514:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054521:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054616:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054625:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054632:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755847.054654:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054669:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054676:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054682:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054689:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054700:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755847.054704:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054712:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054726:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755847.054729:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755847.054733:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054738:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365788cf7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054754:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054760:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054765:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054769:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755847.054772:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054777:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054788:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8f00) 00010000:00010000:2.0:1787755847.054790:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755847.054792:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054798:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788cfe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054832:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788cf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054846:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.054854:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:2.0:1787755847.054856:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755847.054859:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755847.054943:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:226163:x1874588654536960:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 589us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.054950:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70444 00000100:00100000:0.0:1787755847.065092:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755847.065265:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537088 00000100:00100000:3.0:1787755847.065278:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537088 00000100:00080000:1.0:1787755847.065686:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755847.065796:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70445 00000100:00100000:3.0:1787755847.065810:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:226163:x1874588654537088:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755847.065837:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755847.065866:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d0c lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21430e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.065944:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788d13 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.065962:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788d13 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.066098:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788d13 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755847.066201:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00000004:00200000:3.0:1787755847.066205:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755847.067674:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d0c lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21430e expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.067705:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788d13 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21430e expref: 6 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.067721:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:3.0:1787755847.067724:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:3.0:1787755847.067728:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755847.069291:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226163:x1874588654537088:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 3445us (4171us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.069303:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70445 00000100:00100000:0.0:1787755847.087879:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.089401:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537216 00000100:00100000:1.0:1787755847.089417:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537216 00000100:00100000:1.0:1787755847.089508:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70446 00000100:00100000:1.0:1787755847.089520:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226163:x1874588654537216:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755847.089540:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755847.089561:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788d1a lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214315 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089630:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 3/1,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089644:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089655:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089670:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089676:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089683:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089783:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089796:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089803:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755847.089842:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6d:0x0]: returning size 6 00000004:00200000:1.0:1787755847.089846:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755847.089865:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089879:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089889:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089895:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089902:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089909:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089915:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755847.089920:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089928:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089942:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:1.0:1787755847.089946:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755847.089951:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 3/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089958:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d21 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089975:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089981:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089986:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.089990:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755847.089993:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.090000:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.090007:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x4ec94fd6 (ffff9dfe466c5100) 00010000:00010000:1.0:1787755847.090009:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755847.090011:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.090017:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788d28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.090048:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788d1a lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214315 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.090062:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214315 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.090069:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe466c5000) 00010000:00010000:1.0:1787755847.090071:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755847.090073:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755847.090155:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226163:x1874588654537216:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 636us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.090162:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70446 00000100:00100000:1.0:1787755847.092931:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755847.093192:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537344 00000100:00100000:0.0:1787755847.093202:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537344 00000100:00100000:0.0:1787755847.093270:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70447 00000100:00100000:0.0:1787755847.093282:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:226163:x1874588654537344:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755847.093302:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755847.093347:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788d36 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21431c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093409:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093424:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093435:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093445:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093453:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093465:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093576:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093584:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093591:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755847.093643:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db2:0x0]: returning size 6 00000004:00200000:0.0:1787755847.093648:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755847.093672:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093685:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093697:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093705:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093712:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093721:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093903:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755847.093910:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093919:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093933:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755847.093937:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755847.093942:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093949:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365788d3d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.093964:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094102:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094109:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094114:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755847.094117:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094122:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094133:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe48aff400) 00010000:00010000:0.0:1787755847.094136:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755847.094139:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094144:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d44 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094177:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365788d36 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21431c expref: 13 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094191:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21431c expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.094198:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dff42fa8f00) 00010000:00010000:0.0:1787755847.094200:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755847.094202:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755847.094295:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:226163:x1874588654537344:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 1014us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.094303:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70447 00000100:00100000:0.0:1787755847.116396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755847.116452:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.117123:0:124229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537728 00000100:00100000:1.0:1787755847.117136:0:124229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537728 00000100:00100000:1.0:1787755847.117210:0:124229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1237 00000100:00100000:1.0:1787755847.117223:0:124229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:226163:x1874588654537728:12345-192.168.201.7@tcp:36:mrename.0 00010000:00010000:1.0:1787755847.117300:0:124229:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755847.117361:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788d4b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21431c expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.117385:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dff42fa8f00) 00010000:00010000:1.0:1787755847.117396:0:124229:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755847.117478:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667107712:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.117537:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.117570:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755847.120646:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537472 00000100:00100000:3.0:1787755847.120671:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537472 00000100:00100000:3.0:1787755847.120757:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11199 00000100:00100000:3.0:1787755847.120768:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654537472:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:3.0:1787755847.120784:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755847.120808:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788d2f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214315 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.120828:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe466c5000) 00010000:00010000:3.0:1787755847.120839:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755847.120900:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654537472:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 133us (4515us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.120908:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11199 00000100:00100000:3.0:1787755847.120937:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667107712 00000100:00100000:3.0:1787755847.120941:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667107712 00000100:00100000:3.0:1787755847.121356:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24699 00000100:00100000:3.0:1787755847.121371:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667107712:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.121477:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667107712:12345-0@lo:1000:mdt_io00_003.0 Request processed in 110us (3940us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.121686:0:124229:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985429 gen 2 00000004:00080000:1.0:1787755847.121693:0:124229:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985429 committed transno 4294985429 00000020:00080000:1.0:1787755847.121699:0:124229:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe48b843c0 refcount 2 committed 0 result 0 batchid 4294979813 00000020:00080000:1.0:1787755847.121704:0:124229:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff6f6a8a00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe48b84600 00000020:00080000:1.0:1787755847.121707:0:124229:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].945 00000020:00080000:1.0:1787755847.121709:0:124229:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cbb00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2bd800 00000020:00080000:1.0:1787755847.121711:0:124229:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].942 00000100:00100000:1.0:1787755847.121748:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667107712:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.121846:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667107840:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.121888:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.121924:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.121947:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667107840 00000100:00100000:1.0:1787755847.121952:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667107840 00000100:00100000:1.0:1787755847.121998:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24700 00000100:00100000:1.0:1787755847.122006:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667107840:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.122078:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667107840:12345-0@lo:1000:mdt_io00_003.0 Request processed in 73us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.122085:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24700 00000100:00100000:1.0:1787755847.122121:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667107840:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755847.122146:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00000100:00100000:1.0:1787755847.122172:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667107968:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.122198:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.122212:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.122222:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667107968 00000100:00100000:1.0:1787755847.122226:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667107968 00000100:00100000:3.0:1787755847.122696:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24699 00000100:00100000:3.0:1787755847.122724:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24701 00000100:00100000:3.0:1787755847.122733:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667107968:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.122818:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667107968:12345-0@lo:1000:mdt_io00_003.0 Request processed in 87us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.122825:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24701 00000020:00080000:0.0:1787755847.127711:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979813 committed batchid 4294979812 00000020:00080000:0.0:1787755847.127799:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979812 00000100:00100000:0.0:1787755847.129081:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667107968:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.129129:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6c:0x0] 00000100:00100000:0.0:1787755847.129190:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108096:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.129270:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.129301:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.129339:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667108096 00000100:00100000:0.0:1787755847.129346:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667108096 00000100:00100000:0.0:1787755847.129388:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24702 00000100:00100000:0.0:1787755847.129397:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667108096:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.129499:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667108096:12345-0@lo:1000:mdt_io00_003.0 Request processed in 91us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.129508:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24702 00000100:00100000:0.0:1787755847.129541:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108096:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.129576:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00000100:00100000:0.0:1787755847.129595:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108224:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.129618:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.129632:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.129643:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667108224 00000100:00100000:0.0:1787755847.129646:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667108224 00000100:00100000:0.0:1787755847.129857:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24703 00000100:00100000:0.0:1787755847.129863:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667108224:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.129909:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667108224:12345-0@lo:1000:mdt_io00_003.0 Request processed in 45us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.129916:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24703 00000100:00100000:0.0:1787755847.129938:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108224:0@lo:1000:mdt_io00_003.0 00000004:00020000:0.0:1787755847.129963:0:124229:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:0.0:1787755847.130018:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.130034:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.130044:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.130056:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108352:0@lo:101:mdt_io00_003.0 00000100:00100000:0.0:1787755847.130080:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.130093:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.130103:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667108352 00000100:00100000:0.0:1787755847.130107:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667108352 00000100:00100000:0.0:1787755847.130123:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24704 00000100:00100000:0.0:1787755847.130129:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:124229:x1874588667108352:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755847.130138:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755847.130152:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788d52 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.130174:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.130184:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.130207:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 6 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.130221:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 6 pid: 17813 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.130232:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588667108480:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755847.130401:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b480 going to sleep for 11 seconds 00000004:00020000:3.0:1787755847.133085:0:10714:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4419 00010000:00010000:3.0:1787755847.133195:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133211:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133223:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755847.133235:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db2:0x0]: returning size 6 00010000:00010000:3.0:1787755847.133381:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133390:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133396:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133403:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133409:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755847.133415:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133423:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133436:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755847.133439:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755847.133443:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133450:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365788cd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133465:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133471:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133476:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133481:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755847.133483:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133500:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133507:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe48aff400) 00010000:00010000:3.0:1787755847.133509:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755847.133512:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133517:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365788cdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133563:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365788ccd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 12 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133580:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.133587:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755847.133589:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755847.133591:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755847.133661:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+11:226161:x1874588654536704:12345-192.168.201.7@tcp:101:cat.0 Request processed in 581517us (581672us total) trans 8589957539 rc 0/0 00000100:00100000:3.0:1787755847.133671:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70442 00000100:00100000:0.0:1787755847.144504:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755847.144707:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001_UUID:7475:1874588667108480:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755847.144748:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.144762:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:3.0:1787755847.144765:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755847.144770:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 6 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.144780:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:3.0:1787755847.144845:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667108352:12345-0@lo:101:mdt_io00_003.0 Request processed in 14715us (14764us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.144856:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24704 00000100:00100000:0.0:1787755847.144943:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108352:0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755847.144961:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.144972:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.145206:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537856 00000100:00100000:1.0:1787755847.145215:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537856 00000100:00100000:1.0:1787755847.145290:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30823 00000100:00100000:1.0:1787755847.145300:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654537856:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755847.145335:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755847.145353:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000057e808bc/0x9b2b325365788d6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214323 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.145403:0:20488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20488:1874588667108608:192.168.201.7@tcp:106: 00000100:00100000:1.0:1787755847.145475:0:20488:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9cc0 going to sleep for 11 seconds 00000100:00080000:0.0:1787755847.145539:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755847.145738:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.145898:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654537984 00000100:00100000:1.0:1787755847.145903:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654537984 00010000:00010000:1.0:1787755847.145941:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 7 pid: 17813 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.145967:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21758 00000100:00100000:1.0:1787755847.145974:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654537984:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755847.145986:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755847.145992:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 7 pid: 17813 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146005:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 7 pid: 17813 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146025:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365788cb8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142eb expref: 7 pid: 17813 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146047:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:1.0:1787755847.146053:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146062:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146071:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146095:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 5 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.146106:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6506:1874588667108736:0@lo:105: 00000100:00100000:1.0:1787755847.146138:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.146162:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.146176:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667108736 00000100:00100000:1.0:1787755847.146180:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667108736 00000100:00100000:1.0:1787755847.146209:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7967 00000100:00100000:1.0:1787755847.146216:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6506:x1874588667108736:12345-0@lo:105: 00010000:00010000:1.0:1787755847.146226:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146235:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146249:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 5/0,1 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146270:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146277:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146286:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.146303:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccca00) 00000100:00100000:1.0:1787755847.146363:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0000-mdtlov_UUID+4:6506:x1874588667108736:12345-0@lo:105: Request processed in 147us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.146371:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7967 00000100:00100000:1.0:1787755847.146415:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6506:1874588667108736:0@lo:105: 00010000:00010000:1.0:1787755847.146428:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755847.146457:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654537984:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 484us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.146463:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21758 00000100:00080000:0.0:1787755847.146550:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787755847.146560:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.146568:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755847.146591:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00010000:00010000:0.0:1787755847.146623:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.146631:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.146640:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.146659:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108864:0@lo:101:mdt_io00_003.0 00000100:00100000:0.0:1787755847.146689:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.146718:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122be40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.146947:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667108864 00000100:00100000:1.0:1787755847.146952:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667108864 00000100:00100000:1.0:1787755847.146988:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24705 00000100:00100000:1.0:1787755847.146996:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:124229:x1874588667108864:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:1.0:1787755847.147009:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755847.147022:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788d75 expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.147040:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788d75 expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.147051:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788d75 expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.147058:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x4ec94fd6 (ffff9dfe466c5100) 00010000:00010000:1.0:1787755847.147060:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755847.147063:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755847.147102:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667108864:12345-0@lo:101:mdt_io00_003.0 Request processed in 107us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.147108:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24705 00000100:00100000:0.0:1787755847.147169:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667108864:0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755847.147183:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.147191:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755847.147203:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00010000:00010000:0.0:1787755847.147218:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.147228:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.147236:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.147270:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.147283:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 10 pid: 6519 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.147295:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667108992:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755847.147382:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122be40 going to sleep for 11 seconds 00002000:00010000:1.0:1787755847.151673:0:20488:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x51d:0x0] updating lvb size: 0 -> 6 00002000:00010000:1.0:1787755847.151682:0:20488:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x51d:0x0] updating lvb mtime: 0 -> 1787755841 00002000:00010000:1.0:1787755847.151685:0:20488:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x51d:0x0] updating lvb atime: 0 -> 1787755841 00002000:00010000:1.0:1787755847.151687:0:20488:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x51d:0x0] updating lvb ctime: 0 -> 1787755841 00002000:00010000:1.0:1787755847.151690:0:20488:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x51d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1787755847.151714:0:20488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:20488:1874588667108608:192.168.201.7@tcp:106: 00010000:00010000:1.0:1787755847.151750:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000057e808bc/0x9b2b325365788d6e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214323 expref: 6 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.151773:0:20488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057e808bc/0x9b2b325365788d6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214323 expref: 6 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.151792:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755847.151852:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654537856:12345-192.168.201.7@tcp:101:cat.0 Request processed in 6552us (7358us total) trans 0 rc 301/301 00000100:00100000:1.0:1787755847.151861:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30823 00000100:00100000:1.0:1787755847.152129:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755847.152182:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538112 00000100:00100000:3.0:1787755847.152191:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538112 00010000:00010000:3.0:1787755847.152237:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 11 pid: 6519 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755847.152281:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21759 00000100:00100000:3.0:1787755847.152291:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654538112:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755847.152304:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755847.152311:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 11 pid: 6519 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.152348:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 11 pid: 6519 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.152366:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:3.0:1787755847.152372:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.152381:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.152389:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.152407:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755847.152435:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654538112:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 145us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.152442:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21759 00000100:00080000:0.0:1787755847.152518:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787755847.152833:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365788cc6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f2 expref: 10 pid: 6519 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755847.152852:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8bb80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667108992:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755847.152872:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.152886:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.152891:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.152911:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.152922:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.152930:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755847.152998:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109120:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.153049:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.153084:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.153143:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667109120 00000100:00100000:1.0:1787755847.153148:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667109120 00000100:00100000:1.0:1787755847.153183:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24706 00000100:00100000:1.0:1787755847.153191:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109120:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.153279:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109120:12345-0@lo:1000:mdt_io00_003.0 Request processed in 88us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.153286:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24706 00000100:00100000:2.0:1787755847.153786:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109120:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.153842:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109248:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.153871:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.153897:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755847.153963:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667109248 00000100:00100000:3.0:1787755847.153968:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667109248 00000100:00100000:3.0:1787755847.154003:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24707 00000100:00100000:3.0:1787755847.154010:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109248:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.154090:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109248:12345-0@lo:1000:mdt_io00_003.0 Request processed in 79us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.154097:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24707 00000100:00100000:0.0:1787755847.154167:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109248:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.154210:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109376:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.154237:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.154271:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.154354:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667109376 00000100:00100000:1.0:1787755847.154358:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667109376 00000100:00100000:1.0:1787755847.154383:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24708 00000100:00100000:1.0:1787755847.154389:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109376:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.154494:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109376:12345-0@lo:1000:mdt_io00_003.0 Request processed in 104us (255us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755847.154514:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24708 00000100:00100000:0.0:1787755847.154578:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109376:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.154637:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109504:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.154661:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.154685:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b840 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.154728:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667109504 00000100:00100000:1.0:1787755847.154733:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667109504 00000100:00100000:1.0:1787755847.154760:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24709 00000100:00100000:1.0:1787755847.154766:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109504:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.154810:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109504:12345-0@lo:1000:mdt_io00_003.0 Request processed in 44us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.154817:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24709 00000100:00100000:0.0:1787755847.154877:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109504:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.154931:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109632:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.154954:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.154977:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.154989:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667109632 00000100:00100000:0.0:1787755847.154993:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667109632 00000100:00100000:0.0:1787755847.155012:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24710 00000100:00100000:0.0:1787755847.155018:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109632:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.155069:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667109632:12345-0@lo:1000:mdt_io00_003.0 Request processed in 51us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.155076:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24710 00000100:00100000:0.0:1787755847.155098:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667109632:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.155115:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6c:0x0] 00010000:00010000:0.0:1787755847.155173:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.155188:0:124229:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.155198:0:124229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.155221:0:124229:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.155233:0:124229:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 9 pid: 10714 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.155243:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667109760:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755847.155309:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b180 going to sleep for 11 seconds 00000100:00100000:1.0:1787755847.161790:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755847.161882:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538240 00000100:00100000:3.0:1787755847.161894:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538240 00000100:00100000:3.0:1787755847.161949:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30824 00000100:00100000:3.0:1787755847.161961:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:226161:x1874588654538240:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755847.161983:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755847.162005:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21432a expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.162039:0:9891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 5 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.162048:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x51d:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1787755847.162052:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755847.162057:0:9891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 4/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.162101:0:9891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 5 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.162115:0:9891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 5 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755847.162131:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588667109888:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755847.162219:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.163761:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.163833:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538368 00000100:00100000:1.0:1787755847.163840:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538368 00010000:00010000:1.0:1787755847.163872:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 10 pid: 10714 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.163910:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21760 00000100:00100000:1.0:1787755847.163919:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654538368:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755847.163931:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755847.163937:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 10 pid: 10714 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.163951:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 10 pid: 10714 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.163971:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:1.0:1787755847.163976:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.163984:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.163991:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.164008:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755847.164053:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654538368:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 135us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.164060:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21760 00010000:00010000:2.0:1787755847.164189:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365788d60 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142f9 expref: 9 pid: 10714 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755847.164214:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000_UUID:124229:1874588667109760:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755847.164234:0:124229:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.164243:0:124229:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.164262:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.164312:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.164365:0:124229:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.164374:0:124229:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755847.164392:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110016:0@lo:101:mdt_io00_003.0 00000100:00100000:2.0:1787755847.164430:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.164451:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932780 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.164634:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110016 00000100:00100000:0.0:1787755847.164639:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110016 00000100:00100000:0.0:1787755847.164675:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24711 00000100:00100000:0.0:1787755847.164682:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:124229:x1874588667110016:12345-0@lo:101:mdt_io00_003.0 00010000:00010000:0.0:1787755847.164696:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755847.164711:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788da6 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788d9f expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.164729:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788da6 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788d9f expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.164741:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788da6 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788d9f expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.164748:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:0.0:1787755847.164751:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787755847.164753:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755847.164792:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110016:12345-0@lo:101:mdt_io00_003.0 Request processed in 111us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.164798:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24711 00000100:00100000:2.0:1787755847.165001:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110016:0@lo:101:mdt_io00_003.0 00010000:00010000:2.0:1787755847.165014:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.165023:0:124229:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755847.165040:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6d:0x0] 00000100:00100000:2.0:1787755847.165085:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110144:0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.165112:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.165138:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755847.165194:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110144 00000100:00100000:3.0:1787755847.165199:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110144 00000100:00100000:3.0:1787755847.165233:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24712 00000100:00100000:3.0:1787755847.165241:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110144:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.165362:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110144:12345-0@lo:1000:mdt_io00_003.0 Request processed in 122us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.165369:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24712 00000100:00100000:0.0:1787755847.165578:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51f800 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110144:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.165606:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00000100:00100000:0.0:1787755847.165635:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110272:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.165662:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.165689:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755847.165734:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110272 00000100:00100000:2.0:1787755847.165739:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110272 00000100:00100000:2.0:1787755847.165769:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24713 00000100:00100000:2.0:1787755847.165776:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110272:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.165844:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110272:12345-0@lo:1000:mdt_io00_003.0 Request processed in 68us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.165851:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24713 00000100:00100000:0.0:1787755847.165952:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110272:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.165971:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6c:0x0] 00010000:00010000:0.0:1787755847.166000:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.166010:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.166019:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.166058:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110400:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.166082:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.166106:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755847.166160:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110400 00000100:00100000:3.0:1787755847.166164:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110400 00000100:00100000:3.0:1787755847.166196:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24714 00000100:00100000:3.0:1787755847.166203:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110400:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.166274:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110400:12345-0@lo:1000:mdt_io00_003.0 Request processed in 71us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.166281:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24714 00000100:00100000:0.0:1787755847.166353:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f89c00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110400:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.166371:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6c:0x0] 00000100:00100000:0.0:1787755847.166392:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110528:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.166415:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.166438:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755847.166486:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110528 00000100:00100000:3.0:1787755847.166490:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110528 00000100:00100000:3.0:1787755847.166530:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24715 00000100:00100000:3.0:1787755847.166536:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110528:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.166590:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110528:12345-0@lo:1000:mdt_io00_003.0 Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.166597:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24715 00000100:00100000:0.0:1787755847.166754:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110528:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.166788:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110656:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.166810:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.166828:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755847.166874:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110656 00000100:00100000:3.0:1787755847.166878:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110656 00000100:00100000:3.0:1787755847.166988:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24716 00000100:00100000:3.0:1787755847.166996:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110656:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:3.0:1787755847.167059:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110656:12345-0@lo:1000:mdt_io00_003.0 Request processed in 64us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755847.167065:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24716 00000100:00100000:1.0:1787755847.167122:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110656:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755847.167141:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00000100:00100000:1.0:1787755847.167166:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110784:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.167193:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.169372:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.169477:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110784 00000100:00100000:0.0:1787755847.169489:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110784 00000100:00100000:0.0:1787755847.169560:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24717 00000100:00100000:0.0:1787755847.169571:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110784:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.169703:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110784:12345-0@lo:1000:mdt_io00_003.0 Request processed in 134us (2508us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.169710:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24717 00000100:00100000:1.0:1787755847.170022:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110784:0@lo:1000:mdt_io00_003.0 00000004:00080000:1.0:1787755847.170060:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6c:0x0] 00000100:00100000:1.0:1787755847.170113:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110912:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.170148:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755847.170466:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755847.170661:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a046680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:9891:1874588667109888:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755847.170693:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 3/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.170715:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:2.0:1787755847.170759:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:226161:x1874588654538240:12345-192.168.201.7@tcp:101:cat.0 Request processed in 8800us (8985us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.170767:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30824 00000100:00100000:2.0:1787755847.170960:0:42692:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538496 00000100:00100000:2.0:1787755847.170966:0:42692:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538496 00002000:00100000:2.0:1787755847.171011:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x51d:0x0] (0->5) req@ffff9dfe4a045c00 x1874588654538496/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:418/0 lens 496/0 e 0 to 0 dl 1787755858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755847.171020:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a045c00 with x1874588654538496 ext(0->5) 00010000:00010000:2.0:1787755847.171027:0:42692:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 6 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.171042:0:42692:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 6 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755847.171053:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9dfe4a045c00 00000100:00100000:2.0:1787755847.171070:0:42692:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2061 00000100:00100000:2.0:1787755847.171078:0:42692:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654538496:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:1.0:1787755847.172918:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755847.173009:0:42692:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654538496:12345-192.168.201.7@tcp:4:bash.0 Request processed in 1925us (2538us total) trans 4294973873 rc 0/0 00000100:00100000:2.0:1787755847.173019:0:42692:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2061 00002000:00100000:2.0:1787755847.173030:0:42692:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x51d:0x0] (0->5) req@ffff9dfe4a045c00 x1874588654538496/t4294973873(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:418/0 lens 496/448 e 0 to 0 dl 1787755858 ref 1 fl Complete:H/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755847.173039:0:42692:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a045c00 with x1874588654538496 ext(0->5) 00010000:00010000:2.0:1787755847.173050:0:42692:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 8 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.173067:0:42692:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 8 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755847.173074:0:42692:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9dfe4a045c00 00000100:00080000:2.0:1787755847.173105:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755847.173181:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667110912 00000100:00100000:0.0:1787755847.173190:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667110912 00000100:00100000:0.0:1787755847.173237:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24718 00000100:00100000:0.0:1787755847.173246:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110912:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.173368:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667110912:12345-0@lo:1000:mdt_io00_003.0 Request processed in 123us (3218us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.173375:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24718 00000100:00100000:1.0:1787755847.173606:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667110912:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.173669:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667111040:0@lo:1000:mdt_io00_003.0 00000100:00100000:1.0:1787755847.173703:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.173730:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755847.173781:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667111040 00000100:00100000:2.0:1787755847.173786:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667111040 00000100:00100000:2.0:1787755847.173816:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24719 00000100:00100000:2.0:1787755847.173823:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667111040:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.173885:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667111040:12345-0@lo:1000:mdt_io00_003.0 Request processed in 63us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.173892:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24719 00000100:00100000:0.0:1787755847.173962:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87100 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667111040:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.174044:0:124229:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667111168:0@lo:1000:mdt_io00_003.0 00000100:00100000:0.0:1787755847.174072:0:124229:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.174098:0:124229:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122b540 going to sleep for 11 seconds 00000100:00100000:2.0:1787755847.174151:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667111168 00000100:00100000:2.0:1787755847.174155:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667111168 00000100:00100000:2.0:1787755847.174187:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24720 00000100:00100000:2.0:1787755847.174193:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667111168:12345-0@lo:1000:mdt_io00_003.0 00000100:00100000:2.0:1787755847.174273:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:124229:x1874588667111168:12345-0@lo:1000:mdt_io00_003.0 Request processed in 79us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.174279:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24720 00000100:00100000:0.0:1787755847.174354:0:124229:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91a680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_003:lustre-MDT0000-mdtlov_UUID:124229:1874588667111168:0@lo:1000:mdt_io00_003.0 00000004:00080000:0.0:1787755847.174839:0:124229:0:(mdd_dir.c:2033:mdd_finish_unlink()) Object [0x200000403:0x1db2:0x0] is inserted into orphan list, open count = 1 00000040:00080000:0.0:1787755847.174891:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].943, 1240 off883816 00000040:00080000:0.0:1787755847.174934:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].946, 1320 off981720 00000004:00080000:0.0:1787755847.174939:0:124229:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe5122b840 with version 1840 00000004:00080000:2.0:1787755847.175051:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1840 rpc_version 1840 00000020:00100000:2.0:1787755847.175072:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755847.175079:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f51d880 x1874588667111424/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2920/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755847.175095:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667111424:0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755847.175135:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.175162:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.175210:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667111424 00000100:00100000:0.0:1787755847.175215:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667111424 00000100:00100000:0.0:1787755847.175247:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24721 00000100:00100000:0.0:1787755847.175264:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588667111424:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755847.175901:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbe450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667111424:12345-0@lo:1000:osp_up1-0.0 Request processed in 635us (762us total) trans 4294985439 rc 0/0 00000100:00100000:0.0:1787755847.175910:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24721 00000100:00100000:3.0:1787755847.178920:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755847.179028:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538624 00000100:00100000:0.0:1787755847.179038:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538624 00010000:00010000:0.0:1787755847.179081:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 8 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.179126:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21761 00000100:00100000:0.0:1787755847.179135:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654538624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755847.179150:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1787755847.179168:0:6504:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x51d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1787755847.179174:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 8 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.179190:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 8 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.179220:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0d895b9/0x9b2b325365788c41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142c1 expref: 8 pid: 8436 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.179238:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755847.179260:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755847.179269:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.179280:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.179359:0:6504:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.179373:0:6504:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1874588667111552:192.168.201.7@tcp:105: 00000100:00100000:0.0:1787755847.179446:0:6504:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.181678:0:6504:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6504:1874588667111552:192.168.201.7@tcp:105: 00010000:00010000:0.0:1787755847.181707:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755847.181765:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654538624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2629us (2853us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.181776:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21761 00000100:00100000:3.0:1787755847.184557:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.184688:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538752 00000100:00100000:1.0:1787755847.184698:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538752 00000100:00100000:1.0:1787755847.184755:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70448 00000100:00100000:1.0:1787755847.184766:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:226161:x1874588654538752:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755847.184790:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755847.184811:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788db4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1db2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214331 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.184865:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788db4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214331 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.184879:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788db4 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1db2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214331 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.184897:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:1.0:1787755847.184900:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787755847.184903:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755847.184957:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:226161:x1874588654538752:12345-192.168.201.7@tcp:101:cat.0 Request processed in 193us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.184964:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70448 00000100:00100000:2.0:1787755847.187243:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51d880 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667111424:0@lo:1000:osp_up1-0.0 00010000:00010000:0.0:1787755847.187598:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187611:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187620:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187626:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755847.187630:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187638:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187655:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:0.0:1787755847.187659:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755847.187664:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187670:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365788d91 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1db2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755847.187690:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6d:0x0] 00010000:00010000:0.0:1787755847.187697:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187705:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187717:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187723:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187733:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187738:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755847.187741:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187747:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187754:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affb00) 00010000:00010000:0.0:1787755847.187756:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755847.187759:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187765:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788d83 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755847.187784:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ed4f889a reply state 000000006595c2f8 transno 8589957540 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187800:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187808:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe48aff400) 00010000:00010000:0.0:1787755847.187810:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755847.187814:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:0.0:1787755847.187818:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00010000:00010000:0.0:1787755847.187824:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187836:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187843:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187877:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1787755847.187881:0:124229:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19c:0x0] 00010000:00010000:0.0:1787755847.187886:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187893:0:124229:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187902:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187908:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187913:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187918:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755847.187921:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187927:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187936:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dff42fa8000) 00010000:00010000:0.0:1787755847.187938:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755847.187941:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.187946:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788dad lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755847.188059:0:124229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:226163:x1874588654537728:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 70835us (71603us total) trans 8589957540 rc 0/0 00000100:00100000:0.0:1787755847.188069:0:124229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1237 00010000:00010000:2.0:1787755847.188588:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755847.188598:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.188607:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccca00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755847.188612:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755847.188620:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.188658:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.188666:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755847.188702:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 1/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.188710:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccca00/0x9b2b325365788d52 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788d59 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.188727:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755847.188729:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755847.188730:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755847.188738:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755847.188755:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667111680:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755847.188819:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.189574:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667111680 00000100:00100000:2.0:1787755847.189586:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667111680 00000100:00100000:2.0:1787755847.189656:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11200 00000100:00100000:2.0:1787755847.189667:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588667111680:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755847.189684:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755847.189712:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365788d59 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788d52 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.189730:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:2.0:1787755847.189740:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755847.189796:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588667111680:12345-0@lo:103:ldlm_bl.0 Request processed in 130us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.189804:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11200 00000100:00100000:2.0:1787755847.189855:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667111680:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755847.192264:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755847.192432:0:20161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654538880 00000100:00100000:2.0:1787755847.192443:0:20161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654538880 00002000:00100000:2.0:1787755847.192498:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x51d:0x0] (0->4095) req@ffff9dfe4a046680 x1874588654538880/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:418/0 lens 488/0 e 0 to 0 dl 1787755858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755847.192510:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a046680 with x1874588654538880 ext(0->4095) 00002000:00010000:2.0:1787755847.192516:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a046680 00000100:00100000:2.0:1787755847.192547:0:20161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27942 00000100:00100000:2.0:1787755847.192558:0:20161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654538880:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:2.0:1787755847.192724:0:20161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a046680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654538880:12345-192.168.201.7@tcp:3:cat.0 Request processed in 167us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1787755847.192732:0:20161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27942 00002000:00100000:2.0:1787755847.192740:0:20161:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x51d:0x0] (0->4095) req@ffff9dfe4a046680 x1874588654538880/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:418/0 lens 488/4536 e 0 to 0 dl 1787755858 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755847.192748:0:20161:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a046680 with x1874588654538880 ext(0->4095) 00002000:00010000:2.0:1787755847.192752:0:20161:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4a046680 00000100:00100000:3.0:1787755847.198426:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.198845:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539136 00000100:00100000:1.0:1787755847.198857:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539136 00000100:00100000:1.0:1787755847.198933:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9400 00000100:00100000:1.0:1787755847.198944:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49630c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:226161:x1874588654539136:12345-192.168.201.7@tcp:35:cat.0 00000004:00080000:1.0:1787755847.199208:0:6523:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1db2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1787755847.199304:0:6523:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].223, 64 off22464 00000004:00080000:1.0:1787755847.199798:0:6523:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8904221481022ns, next at 8905221476834ns, rc = 0 00010000:00010000:1.0:1787755847.199863:0:6523:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.199880:0:6523:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.199891:0:6523:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.199899:0:6523:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.199910:0:6523:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.199916:0:6523:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.199940:0:6523:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755847.200093:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49630c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:226161:x1874588654539136:12345-192.168.201.7@tcp:35:cat.0 Request processed in 1149us (1676us total) trans 8589957541 rc 0/0 00000100:00100000:1.0:1787755847.200102:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9400 00010000:00010000:3.0:1787755847.200382:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755847.200390:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.200398:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755847.200402:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.200410:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.200425:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755847.200429:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755847.200433:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.200443:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788dbb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1db2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6523 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755847.200458:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755847.200460:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755847.200462:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755847.400293:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755847.400349:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.400397:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.400404:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755847.400426:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccda00/0x9b2b325365788d75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788d7c expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.400450:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755847.400458:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.400477:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.400492:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755847.400504:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe51ba3600/0x9b2b325365788d9f lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788da6 expref: -99 pid: 124229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1787755847.400522:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957541 is committed 00000004:00080000:1.0:1787755847.400530:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 238 committed 00000001:00080000:1.0:1787755847.400558:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957540 is committed 00000020:00080000:1.0:1787755847.400573:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979813 batchid updated 00000001:00080000:1.0:1787755847.400580:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957538 is committed 00000100:00100000:2.0:1787755847.400705:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667111936:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755847.400772:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755847.400825:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755847.400830:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667111808:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:2.0:1787755847.400849:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755847.400879:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.400888:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.400900:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.400906:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755847.400910:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.400917:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.400929:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe48aff400) 00010000:00010000:2.0:1787755847.400931:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755847.400936:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.400942:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365788c2c lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.401194:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667111936 00000100:00100000:1.0:1787755847.401202:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667111936 00000100:00100000:1.0:1787755847.401272:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667111808 00000100:00100000:1.0:1787755847.401275:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667111808 00000100:00100000:1.0:1787755847.401294:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11201 00000100:00100000:1.0:1787755847.401302:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588667111936:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755847.401336:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755847.401355:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788da6 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788d9f expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.401368:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dff42fa8200) 00010000:00010000:1.0:1787755847.401376:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755847.401415:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+8:3650:x1874588667111936:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 112us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.401421:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11201 00000100:00100000:1.0:1787755847.401441:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11202 00000100:00100000:1.0:1787755847.401447:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+7:3650:x1874588667111808:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:1.0:1787755847.401454:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755847.401463:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788d7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19c:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788d75 expref: 7 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.401473:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x4ec94fd6 (ffff9dfe466c5100) 00010000:00010000:1.0:1787755847.401478:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755847.401787:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667111936:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:1.0:1787755847.401872:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667111808:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 424us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755847.401878:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11202 00000100:00100000:2.0:1787755847.401930:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667111808:0@lo:103:jbd2/dm-0-8.0 00010000:00010000:0.0:1787755847.408519:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.408533:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.408540:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.408546:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755847.408552:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.408559:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.408579:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe48aff400) 00010000:00010000:0.0:1787755847.408582:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755847.408587:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.408594:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788d8a lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1787755847.408631:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979813 00000004:00080000:0.0:1787755847.408692:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe5122b900 with version 1841 00000020:00080000:0.0:1787755847.408705:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979813 cancel update log [0x240000404:0x2:0x0].945: rc = 0 00000020:00080000:0.0:1787755847.408792:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979813 cancel update log [0x200000bd0:0x2:0x0].942: rc = 0 00000020:00080000:0.0:1787755847.408803:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979813 00000004:00080000:0.0:1787755847.408812:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1841 rpc_version 1841 00000020:00100000:0.0:1787755847.408835:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755847.408848:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91b100 x1874588667112320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755847.408871:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667112320:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755847.408945:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755847.408976:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5122be40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.408997:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667112320 00000100:00100000:0.0:1787755847.409005:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667112320 00000100:00100000:0.0:1787755847.409050:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24722 00000100:00100000:0.0:1787755847.409059:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667112320:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755847.409178:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588667112320:12345-0@lo:1000:osp_up1-0.0 Request processed in 119us (232us total) trans 4294985440 rc 0/0 00000100:00100000:0.0:1787755847.409185:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24722 00000100:00100000:1.0:1787755847.409374:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755847.409387:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667112064:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755847.409419:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755847.409472:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667112064 00000100:00100000:1.0:1787755847.409477:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667112064 00000100:00100000:1.0:1787755847.409505:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30825 00000100:00100000:1.0:1787755847.409512:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667112064:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1787755847.409531:0:8436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1309 count 1 00010000:00010000:1.0:1787755847.409552:0:8436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.409572:0:8436:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.409581:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755847.409585:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755847.409590:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.409615:0:8436:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.409630:0:8436:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.409642:0:8436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8436:1874588667112448:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755847.409701:0:8436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755847.412303:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667112320:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755847.417679:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755847.417906:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539264 00000100:00100000:2.0:1787755847.417916:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539264 00010000:00010000:2.0:1787755847.417958:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 6 pid: 9891 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755847.418005:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21762 00000100:00100000:2.0:1787755847.418015:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654539264:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755847.418033:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755847.418039:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 6 pid: 9891 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.418054:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 6 pid: 9891 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.418080:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755847.418085:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755847.418090:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.418100:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755847.418121:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755847.418177:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654539264:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 162us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755847.418184:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21762 00010000:00010000:1.0:1787755847.424499:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032d590b6/0x9b2b325365788d98 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21432a expref: 5 pid: 9891 timeout: 9004 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755847.424538:0:8436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8436:1874588667112448:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755847.424571:0:8436:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.424584:0:8436:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.424594:0:8436:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.424607:0:8436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.424619:0:8436:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755847.424657:0:8436:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755847.424875:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667112064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15361us (15452us total) trans 4294973874 rc 0/0 00000100:00100000:1.0:1787755847.424885:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30825 00000004:00080000:1.0:1787755847.424943:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a91a300/2, rc 0, transno 4294973874 00000100:00100000:1.0:1787755847.424950:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667112064:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1787755847.425173:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755847.425183:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.425192:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755847.425197:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.425208:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.425238:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.425255:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b325365788dc2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755847.425275:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755847.425277:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755847.425278:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755847.557866:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755847.557919:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755847.558025:0:8439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539392 00000100:00100000:2.0:1787755847.558038:0:8439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539392 00002000:00100000:2.0:1787755847.558122:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x4d7:0x0] (0->5) req@ffff9dfe51b87480 x1874588654539392/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:418/0 lens 496/0 e 0 to 0 dl 1787755858 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755847.558135:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b87480 with x1874588654539392 ext(0->5) 00002000:00010000:2.0:1787755847.558142:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe51b87480 00000100:00100000:2.0:1787755847.558174:0:8439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27943 00000100:00100000:2.0:1787755847.558186:0:8439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654539392:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:3.0:1787755847.558354:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755847.559089:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539520 00000100:00100000:0.0:1787755847.559098:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539520 00000100:00100000:0.0:1787755847.559145:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30826 00000100:00100000:0.0:1787755847.559154:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654539520:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:0.0:1787755847.559269:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654539520:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 115us (1417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755847.559276:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30826 00000100:00100000:2.0:1787755847.561272:0:8439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654539392:12345-192.168.201.7@tcp:4:bash.0 Request processed in 3076us (3340us total) trans 4294976209 rc 0/0 00000100:00100000:2.0:1787755847.561286:0:8439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27943 00002000:00100000:2.0:1787755847.561299:0:8439:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000400:0x4d7:0x0] (0->5) req@ffff9dfe51b87480 x1874588654539392/t4294976209(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:418/0 lens 496/448 e 0 to 0 dl 1787755858 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1787755847.561310:0:8439:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b87480 with x1874588654539392 ext(0->5) 00002000:00010000:2.0:1787755847.561338:0:8439:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe51b87480 00010000:00010000:3.0:1787755847.651849:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755848.195418:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.197447:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539648 00000100:00100000:3.0:1787755848.197478:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539648 00000100:00100000:3.0:1787755848.197556:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70449 00000100:00100000:3.0:1787755848.197571:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:226200:x1874588654539648:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755848.197601:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755848.197636:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788dc9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214338 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.197728:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788dd0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.197746:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788dd0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.197760:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788dd0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755848.197873:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00000004:00200000:3.0:1787755848.197880:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1787755848.197903:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788dd0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.197937:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788dc9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214338 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.197961:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788dd0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214338 expref: 7 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.197970:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:3.0:1787755848.197973:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755848.197977:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755848.198039:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:226200:x1874588654539648:12345-192.168.201.7@tcp:101:rm.0 Request processed in 472us (2635us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.198046:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70449 00000100:00100000:2.0:1787755848.205959:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.206071:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539776 00000100:00100000:3.0:1787755848.206083:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539776 00000100:00100000:3.0:1787755848.206155:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70450 00000100:00100000:3.0:1787755848.206166:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:226200:x1874588654539776:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755848.206193:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755848.206221:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788dd7 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21433f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.206335:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.206349:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.206360:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755848.206403:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19c:0x0]: returning size 4096 00000004:00200000:3.0:1787755848.206410:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755848.206457:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788dd7 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 9 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.208883:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 8 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.208911:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755848.208914:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755848.208918:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755848.209030:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:226200:x1874588654539776:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2860us (3075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.209041:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70450 00000100:00100000:2.0:1787755848.226844:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.226881:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654539904 00000100:00100000:2.0:1787755848.226891:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654539904 00000100:00100000:2.0:1787755848.226942:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70451 00000100:00100000:2.0:1787755848.226955:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:226200:x1874588654539904:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755848.226985:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.227012:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788de5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214346 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.227089:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.227104:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.227121:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755848.227177:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19a:0x0]: returning size 4096 00000004:00200000:2.0:1787755848.227181:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755848.227215:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788de5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.227258:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.227267:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755848.227270:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755848.227274:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755848.227372:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654539904:12345-192.168.201.7@tcp:101:rm.0 Request processed in 420us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.227379:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70451 00000100:00100000:2.0:1787755848.232735:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755848.232810:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654540160 00000100:00100000:1.0:1787755848.232823:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654540160 00000100:00100000:1.0:1787755848.232883:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70452 00000100:00100000:1.0:1787755848.232895:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:226200:x1874588654540160:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755848.232921:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755848.232946:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b325365788df3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21434d expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755848.233128:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00010000:00010000:1.0:1787755848.233450:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b325365788df3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21434d expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.233622:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff4536d000) 00010000:00010000:1.0:1787755848.233626:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755848.233633:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61c00/0x9b2b325365788df3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21434d expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.233659:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755848.233737:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:226200:x1874588654540160:12345-192.168.201.7@tcp:101:rm.0 Request processed in 845us (1010us total) trans 4294985441 rc 301/301 00000100:00100000:1.0:1787755848.233745:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70452 00000100:00100000:2.0:1787755848.254421:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.254684:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654540288 00000100:00100000:0.0:1787755848.254695:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654540288 00000100:00100000:0.0:1787755848.254744:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9401 00000100:00100000:0.0:1787755848.254755:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226200:x1874588654540288:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755848.264197:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226200:x1874588654540288:12345-192.168.201.7@tcp:37:rm.0 Request processed in 9434us (9778us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.264212:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9401 00000100:00100000:2.0:1787755848.278425:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.278614:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654540416 00000100:00100000:3.0:1787755848.278626:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654540416 00000100:00100000:3.0:1787755848.278677:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9402 00000100:00100000:3.0:1787755848.278687:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654540416:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755848.289250:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654540416:12345-192.168.201.7@tcp:37:rm.0 Request processed in 10541us (10814us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.289267:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9402 00000100:00100000:2.0:1787755848.308443:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.308583:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654540672 00000100:00100000:0.0:1787755848.308596:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654540672 00000100:00100000:0.0:1787755848.308664:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9403 00000100:00100000:0.0:1787755848.308678:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226200:x1874588654540672:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:0.0:1787755848.308992:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1228, 344 off1120472 00000040:00080000:0.0:1787755848.309049:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1546, 424 off1564328 00000004:00080000:0.0:1787755848.309055:0:6522:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48b84600 with version 6894 00000004:00080000:1.0:1787755848.309352:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6894 rpc_version 6894 00000020:00100000:1.0:1787755848.309396:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755848.309410:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe51b85180 x1874588667112704/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755848.309440:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667112704:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755848.309526:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.309565:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.310613:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667112704 00000100:00100000:0.0:1787755848.310624:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667112704 00000100:00100000:0.0:1787755848.310682:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24723 00000100:00100000:0.0:1787755848.310692:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667112704:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755848.310926:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667112704:12345-0@lo:1000:osp_up0-1.0 Request processed in 234us (1397us total) trans 8589957542 rc 0/0 00000100:00100000:0.0:1787755848.310935:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24723 00000100:00100000:3.0:1787755848.311573:0:7464:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957538 gen 2 00000004:00080000:3.0:1787755848.311590:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957535 committed transno 8589957538 00000004:00080000:3.0:1787755848.311613:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957536 committed transno 8589957538 00000004:00080000:3.0:1787755848.311624:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957537 committed transno 8589957538 00000004:00080000:3.0:1787755848.311634:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957538 committed transno 8589957538 00000100:00100000:3.0:1787755848.311645:0:7464:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dfe51b85180 x1874588667112704/t8589957542(8589957542) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1787755864 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787755848.311669:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667112704:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755848.312794:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654540672:12345-192.168.201.7@tcp:35:rm.0 Request processed in 4112us (4356us total) trans 4294985442 rc 0/0 00000100:00100000:0.0:1787755848.312809:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9403 00000100:00100000:2.0:1787755848.316400:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.317104:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654540928 00000100:00100000:3.0:1787755848.317116:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654540928 00000100:00100000:3.0:1787755848.317184:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70453 00000100:00100000:3.0:1787755848.317195:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f442300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654540928:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755848.317248:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755848.317277:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788e01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214354 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.317757:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788e08 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.317772:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788e08 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.317785:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788e08 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755848.317800:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00010000:00010000:3.0:1787755848.317918:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a200/0x9b2b325365788e01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214354 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.317947:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788e08 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214354 expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.317956:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:3.0:1787755848.317960:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755848.317963:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:2.0:1787755848.326918:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f442300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:226200:x1874588654540928:12345-192.168.201.7@tcp:101:rm.0 Request processed in 9711us (10521us total) trans 4294985443 rc 0/0 00000100:00100000:2.0:1787755848.326933:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70453 00000100:00100000:3.0:1787755848.333981:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.335009:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541056 00000100:00100000:0.0:1787755848.335022:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541056 00000100:00100000:0.0:1787755848.335100:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70454 00000100:00100000:0.0:1787755848.335112:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654541056:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:0.0:1787755848.335186:0:17813:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345369088 00000100:00100000:0.0:1787755848.335335:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654541056:12345-192.168.201.7@tcp:41:rm.0 Request processed in 201us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.335343:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70454 00000100:00100000:0.0:1787755848.338830:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.339083:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541184 00000100:00100000:2.0:1787755848.339096:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541184 00000100:00100000:2.0:1787755848.339157:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70455 00000100:00100000:2.0:1787755848.339168:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:226200:x1874588654541184:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755848.339194:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.339228:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e16 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21435b expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.339345:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.339360:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.339371:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.339387:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.339394:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.339401:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340752:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788e2b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340783:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788e2b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340795:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788e2b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.340830:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788e2b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340848:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340855:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340862:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340870:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340877:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755848.340881:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340890:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340904:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755848.340907:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.340913:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340919:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340940:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340947:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340953:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340958:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755848.340961:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340967:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340974:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe502b8d00) 00010000:00010000:2.0:1787755848.340976:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.340979:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.340985:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e24 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.341036:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e16 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21435b expref: 12 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.341051:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788e2b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21435b expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.341058:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8a00) 00010000:00010000:2.0:1787755848.341061:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755848.341063:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755848.341147:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:226200:x1874588654541184:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1979us (2330us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.341160:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70455 00000100:00100000:2.0:1787755848.344999:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.352210:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541312 00000100:00100000:3.0:1787755848.352246:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541312 00000100:00100000:2.0:1787755848.354841:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70456 00000100:00100000:2.0:1787755848.354859:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:226200:x1874588654541312:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755848.354889:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.354915:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788e32 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214362 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.354985:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788e39 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.355001:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788e39 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.355013:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788e39 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755848.355064:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6d:0x0]: returning size 6 00000004:00200000:2.0:1787755848.355069:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1787755848.355105:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788e32 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214362 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.355124:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788e39 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214362 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.355131:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:2.0:1787755848.355134:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755848.355138:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755848.355360:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:226200:x1874588654541312:12345-192.168.201.7@tcp:101:rm.0 Request processed in 504us (10370us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.355368:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70456 00000100:00100000:0.0:1787755848.363990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.364045:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.364489:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541440 00000100:00100000:3.0:1787755848.364515:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541440 00000100:00100000:3.0:1787755848.364604:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11203 00000100:00100000:3.0:1787755848.364619:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2401:x1874588654541440:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:3.0:1787755848.364640:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755848.364675:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365788e2b lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21435b expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.364699:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8a00) 00010000:00010000:3.0:1787755848.364712:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755848.364774:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:2401:x1874588654541440:12345-192.168.201.7@tcp:103:rm.0 Request processed in 158us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.364782:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11203 00000100:00100000:1.0:1787755848.365618:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541696 00000100:00100000:1.0:1787755848.365626:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541696 00000100:00100000:1.0:1787755848.365665:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70457 00000100:00100000:1.0:1787755848.365673:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:226200:x1874588654541696:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755848.365728:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.365745:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788e39 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214362 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.365761:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:1.0:1787755848.365770:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755848.365822:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.365835:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.365845:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.365867:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667112832:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1787755848.365920:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.365954:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.366390:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667112832 00000100:00100000:0.0:1787755848.366396:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667112832 00000100:00100000:0.0:1787755848.366442:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24724 00000100:00100000:0.0:1787755848.366450:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588667112832:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1787755848.366479:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.366510:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788e40 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.366538:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.366548:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.366579:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.366598:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 9 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.366611:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667112960:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755848.366693:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.369813:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667112960:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755848.369849:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.369862:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:1.0:1787755848.369865:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755848.369870:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.369880:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:1.0:1787755848.369946:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667112832:12345-0@lo:101:mdt00_008.0 Request processed in 3496us (4024us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.369957:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24724 00000100:00100000:3.0:1787755848.370137:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667112832:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1787755848.370156:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.370167:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.379555:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.382122:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541824 00000100:00100000:3.0:1787755848.382136:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541824 00010000:00010000:3.0:1787755848.382186:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 10 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755848.382261:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21763 00000100:00100000:3.0:1787755848.382273:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654541824:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755848.382288:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755848.382297:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 10 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.382341:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 10 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.382365:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365788dec lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214346 expref: 10 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.382382:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:3.0:1787755848.382390:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.382401:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.382412:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.382455:0:6505:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755848.382483:0:6505:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667113088:0@lo:105: 00000100:00100000:3.0:1787755848.382561:0:6505:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.382609:0:6505:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f4e63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.382731:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113088 00000100:00100000:1.0:1787755848.382737:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113088 00000100:00100000:1.0:1787755848.382780:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7968 00000100:00100000:1.0:1787755848.382788:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667113088:12345-0@lo:105: 00010000:00010000:1.0:1787755848.382801:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.382812:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.382821:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 5/0,1 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.382829:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.382836:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.382844:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.382866:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b61e00) 00000100:00100000:1.0:1787755848.382907:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:6505:x1874588667113088:12345-0@lo:105: Request processed in 119us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.382914:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7968 00010000:00010000:3.0:1787755848.386892:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.386916:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755848.386950:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19a:0x0] 00010000:00010000:3.0:1787755848.387015:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.387022:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.387036:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755848.387067:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113216:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1787755848.387153:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.387201:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff7bb50240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.387259:0:6505:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000_UUID:6505:1874588667113088:0@lo:105: 00010000:00010000:3.0:1787755848.387278:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755848.387372:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654541824:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 5098us (7827us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.387384:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21763 00000100:00100000:2.0:1787755848.388355:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113216 00000100:00100000:2.0:1787755848.388365:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113216 00000100:00100000:2.0:1787755848.389026:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24725 00000100:00100000:2.0:1787755848.389038:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667113216:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1787755848.389057:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.389079:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788e55 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788e4e expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.389112:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788e55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e4e expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.389127:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788e55 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e4e expref: 10 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.389135:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe502b8d00) 00010000:00010000:2.0:1787755848.389138:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.389140:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755848.389204:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113216:12345-0@lo:101:mdt00_008.0 Request processed in 169us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.389210:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24725 00000100:00100000:3.0:1787755848.389291:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113216:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1787755848.389311:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.389336:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755848.389356:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19a:0x0] 00000100:00100000:3.0:1787755848.389401:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113344:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.389439:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.392664:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f4e63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.392962:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113344 00000100:00100000:1.0:1787755848.392975:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113344 00000100:00100000:1.0:1787755848.393059:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24726 00000100:00100000:1.0:1787755848.393072:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113344:12345-0@lo:1000:mdt00_008.0 00000100:00100000:1.0:1787755848.393220:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113344:12345-0@lo:1000:mdt00_008.0 Request processed in 150us (3779us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.393242:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24726 00000100:00100000:3.0:1787755848.395856:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113344:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.395955:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113472:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.396018:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.396051:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff7bb50240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.396070:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113472 00000100:00100000:3.0:1787755848.396076:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113472 00000100:00100000:3.0:1787755848.396121:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24727 00000100:00100000:3.0:1787755848.396130:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113472:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.396220:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113472:12345-0@lo:1000:mdt00_008.0 Request processed in 90us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.396241:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24727 00000100:00100000:3.0:1787755848.396279:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113472:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.396340:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113600:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.396363:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.396376:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a3349c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.396387:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113600 00000100:00100000:3.0:1787755848.396390:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113600 00000100:00100000:3.0:1787755848.398761:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24728 00000100:00100000:3.0:1787755848.398792:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113600:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755848.398974:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667113600:12345-0@lo:1000:mdt00_008.0 Request processed in 193us (2609us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755848.406449:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4baa00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113600:0@lo:1000:mdt00_008.0 00010000:00010000:2.0:1787755848.406564:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.406582:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.406593:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.406616:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113728:0@lo:101:mdt00_008.0 00000100:00100000:2.0:1787755848.406692:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.406722:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b180 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.406742:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113728 00000100:00100000:2.0:1787755848.406749:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113728 00000100:00100000:2.0:1787755848.406789:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24729 00000100:00100000:2.0:1787755848.406797:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35153:x1874588667113728:12345-0@lo:101:mdt00_008.0 00010000:00010000:2.0:1787755848.406812:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.406827:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e63 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788e5c expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.406851:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e63 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e5c expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.406865:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e63 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e5c expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.406874:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755848.406877:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755848.406881:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755848.406913:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35153:x1874588667113728:12345-0@lo:101:mdt00_008.0 Request processed in 116us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.406924:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24729 00000100:00100000:2.0:1787755848.406957:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667113728:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1787755848.406970:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.406980:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.407002:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.407010:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.407017:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787755848.407386:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].225, 64 off22592 00000004:00080000:2.0:1787755848.407400:0:35153:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 8905429083987ns, next at 8906429081417ns, rc = 0 00000040:00080000:2.0:1787755848.407433:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1229, 384 off1120856 00000040:00080000:2.0:1787755848.407487:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1547, 464 off1564792 00000004:00080000:2.0:1787755848.407493:0:35153:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe5199b180 with version 6895 00000100:00100000:3.0:1787755848.408284:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24728 00000004:00080000:3.0:1787755848.409143:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6895 rpc_version 6895 00000020:00100000:3.0:1787755848.409184:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755848.409194:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4f4bbb80 x1874588667113984/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755848.409218:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667113984:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755848.409291:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.409343:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.409367:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667113984 00000100:00100000:3.0:1787755848.409376:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667113984 00000100:00100000:3.0:1787755848.409421:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24730 00000100:00100000:3.0:1787755848.409432:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667113984:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755848.411215:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588667113984:12345-0@lo:1000:osp_up0-1.0 Request processed in 1775us (1913us total) trans 8589957543 rc 0/0 00000100:00100000:3.0:1787755848.411245:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24730 00000100:00100000:3.0:1787755848.411357:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bbb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667113984:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1787755848.412372:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.412397:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.412411:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.412423:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.412430:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.412436:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.412459:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755848.413597:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413611:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413619:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413626:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755848.413631:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413640:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413656:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755848.413659:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.413663:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413672:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e6a lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413685:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413693:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413699:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413718:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755848.413734:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19a:0x0] 00010000:00010000:2.0:1787755848.413744:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413750:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413756:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413773:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1787755848.413777:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19a:0x0] 00010000:00010000:2.0:1787755848.413782:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413793:0:35153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.413889:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:226200:x1874588654541696:12345-192.168.201.7@tcp:36:rm.0 Request processed in 48211us (49910us total) trans 4294985444 rc 0/0 00000100:00100000:2.0:1787755848.413899:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70457 00010000:00010000:2.0:1787755848.413950:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787755848.413956:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413962:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755848.413966:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413972:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413982:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755848.413985:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755848.413988:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.413994:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788e71 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e6d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414013:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755848.414016:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414027:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755848.414032:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.414040:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414071:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414079:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755848.414112:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414119:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3200/0x9b2b325365788e5c lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e63 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414132:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755848.414135:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414140:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755848.414144:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.414151:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414172:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414178:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755848.414194:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 1/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414201:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61e00/0x9b2b325365788e40 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e47 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.414213:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.414215:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.414217:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.414223:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755848.414245:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755848.414262:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667114112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.414343:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.414398:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667114240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.414420:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.414457:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667114112 00010000:00010000:3.0:1787755848.419400:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755848.419873:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667114112 00000100:00100000:2.0:1787755848.419943:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667114240 00000100:00100000:2.0:1787755848.419949:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667114240 00000100:00100000:2.0:1787755848.419970:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11204 00000100:00100000:2.0:1787755848.419980:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588667114112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.419994:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755848.420018:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365788e63 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788e5c expref: 13 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.420034:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6d:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755848.420046:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.420113:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667114112:12345-0@lo:103:ldlm_bl.0 Request processed in 135us (5770us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.420120:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11204 00000100:00100000:2.0:1787755848.420134:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11205 00000100:00100000:2.0:1787755848.420139:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3649:x1874588667114240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.420146:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755848.420155:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365788e47 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788e40 expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.420166:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755848.420171:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.420192:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3649:x1874588667114240:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (5771us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.420198:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11205 00000100:00100000:2.0:1787755848.423959:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667114240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.424011:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667114112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787755848.425531:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.425577:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.425608:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654542208 00000100:00100000:3.0:1787755848.425616:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654542208 00000100:00100000:3.0:1787755848.425664:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9404 00000100:00100000:3.0:1787755848.425674:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:226200:x1874588654542208:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755848.425912:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+14:226200:x1874588654542208:12345-192.168.201.7@tcp:35:rm.0 Request processed in 238us (332us total) trans 4294985445 rc 0/0 00000100:00100000:3.0:1787755848.425920:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9404 00000100:00100000:2.0:1787755848.432106:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654541952 00000100:00100000:2.0:1787755848.432133:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654541952 00000100:00100000:2.0:1787755848.432246:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11206 00000100:00100000:2.0:1787755848.432259:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:2401:x1874588654541952:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:2.0:1787755848.432276:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755848.432304:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365788c9c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142dd expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.432354:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:2.0:1787755848.432360:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.432444:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654541952:12345-192.168.201.7@tcp:103:rm.0 Request processed in 188us (6920us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.432452:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11206 00000100:00100000:2.0:1787755848.437879:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.437935:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654542464 00000100:00100000:2.0:1787755848.437949:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654542464 00000100:00100000:2.0:1787755848.438022:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70458 00000100:00100000:2.0:1787755848.438033:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+14:226200:x1874588654542464:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755848.438109:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755848.438143:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365788e08 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214354 expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.438169:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b325365788dd0 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214338 expref: 13 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.438183:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b325365788caa lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142e4 expref: 12 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.438194:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:2.0:1787755848.438199:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755848.438257:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.438265:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.438275:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.438297:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667114368:0@lo:101:mdt00_010.0 00000100:00100000:2.0:1787755848.438365:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.438393:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdd80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.438410:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667114368 00000100:00100000:2.0:1787755848.438414:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667114368 00000100:00100000:2.0:1787755848.438444:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24731 00000100:00100000:2.0:1787755848.438451:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35155:x1874588667114368:12345-0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755848.440839:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.440879:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788e78 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.440928:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.440937:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.440946:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.440995:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.441013:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 7 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.441028:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fe300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667114496:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755848.441184:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.441194:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 7 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.441203:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667114624:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755848.441241:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.451061:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.451091:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.455043:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654542592 00000100:00100000:2.0:1787755848.455062:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654542592 00010000:00010000:2.0:1787755848.455119:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 8 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.455203:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654542720 00000100:00100000:2.0:1787755848.455207:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654542720 00010000:00010000:2.0:1787755848.455956:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 8 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.461418:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21764 00000100:00100000:1.0:1787755848.461451:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654542592:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.461489:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.461506:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 8 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461528:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 8 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461557:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755848.461565:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461576:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755848.461675:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654542592:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 241us (10624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.461684:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21764 00000100:00100000:1.0:1787755848.461719:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21765 00000100:00100000:1.0:1787755848.461727:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654542720:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.461736:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.461742:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 8 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461752:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 8 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461765:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755848.461770:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461780:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461790:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.461828:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.461844:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667114752:0@lo:105: 00000100:00100000:1.0:1787755848.461907:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.461960:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.461989:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667114752 00000100:00100000:1.0:1787755848.461998:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667114752 00000100:00100000:1.0:1787755848.462036:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7969 00000100:00100000:1.0:1787755848.462043:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667114752:12345-0@lo:105: 00010000:00010000:1.0:1787755848.462053:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.462062:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.462070:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.462082:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.462089:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.462098:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.462111:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3600) 00000100:00100000:1.0:1787755848.462143:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667114752:12345-0@lo:105: Request processed in 100us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.462149:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7969 00000100:00100000:1.0:1787755848.462206:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667114752:0@lo:105: 00010000:00010000:1.0:1787755848.462244:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755848.462266:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2402:x1874588654542720:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 539us (11174us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.462273:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21765 00010000:00010000:2.0:1787755848.465103:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ce9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214300 expref: 7 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.465130:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fe300 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667114496:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755848.465144:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365788c80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142d6 expref: 7 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.465159:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667114624:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755848.465197:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 11 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.465208:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755848.465210:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.466587:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755848.466731:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667114368:12345-0@lo:101:mdt00_010.0 Request processed in 28277us (28361us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.466741:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24731 00000100:00100000:1.0:1787755848.466936:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667114368:0@lo:101:mdt00_010.0 00010000:00010000:1.0:1787755848.466968:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755848.467001:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755848.467054:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.467067:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.467078:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.467102:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667114880:0@lo:101:mdt00_010.0 00000100:00100000:1.0:1787755848.467146:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.467174:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.468389:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667114880 00000100:00100000:2.0:1787755848.468406:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667114880 00000100:00100000:2.0:1787755848.468685:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24732 00000100:00100000:2.0:1787755848.468699:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:35155:x1874588667114880:12345-0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755848.468722:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.468746:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788e86 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.468779:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e86 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.468795:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e86 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.468807:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8400) 00010000:00010000:2.0:1787755848.468810:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.468815:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755848.468904:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667114880:12345-0@lo:101:mdt00_010.0 Request processed in 208us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.468911:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24732 00000100:00100000:2.0:1787755848.473942:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667114880:0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755848.473990:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.474008:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755848.474044:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787755848.474107:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115008:0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755848.474191:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.474437:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bd240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.474587:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667115008 00000100:00100000:3.0:1787755848.474595:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667115008 00000100:00100000:0.0:1787755848.474738:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24733 00000100:00100000:0.0:1787755848.474749:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667115008:12345-0@lo:1000:mdt00_010.0 00000100:00100000:0.0:1787755848.474839:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667115008:12345-0@lo:1000:mdt00_010.0 Request processed in 91us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.474846:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24733 00000100:00100000:1.0:1787755848.474906:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115008:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1787755848.474961:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115136:0@lo:1000:mdt00_010.0 00000100:00100000:1.0:1787755848.474990:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.475083:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.475141:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667115136 00000100:00100000:2.0:1787755848.475146:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667115136 00000100:00100000:2.0:1787755848.475178:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24734 00000100:00100000:2.0:1787755848.475184:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667115136:12345-0@lo:1000:mdt00_010.0 00000100:00100000:2.0:1787755848.475295:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667115136:12345-0@lo:1000:mdt00_010.0 Request processed in 111us (304us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755848.475301:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24734 00000100:00100000:2.0:1787755848.475375:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84e00 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115136:0@lo:1000:mdt00_010.0 00010000:00010000:2.0:1787755848.475444:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.475460:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.475482:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.475494:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115264:0@lo:101:mdt00_010.0 00000100:00100000:2.0:1787755848.475517:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.475531:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.475542:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667115264 00000100:00100000:2.0:1787755848.475545:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667115264 00000100:00100000:2.0:1787755848.475562:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24735 00000100:00100000:2.0:1787755848.475567:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:35155:x1874588667115264:12345-0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755848.475574:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.475590:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788e94 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.475614:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.475625:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.475648:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 6 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.475661:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 6 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.475678:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667115392:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755848.475741:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bd240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.480975:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755848.481252:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654542848 00000100:00100000:1.0:1787755848.481263:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654542848 00010000:00010000:1.0:1787755848.481309:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 7 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.481373:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21766 00000100:00100000:1.0:1787755848.481386:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654542848:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.481402:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.481409:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 5/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 7 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.481427:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 7 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.481458:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:1.0:1787755848.481641:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.481655:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.481666:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.481717:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.481736:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667115520:0@lo:105: 00000100:00100000:1.0:1787755848.481798:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.481849:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.481915:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667115520 00000100:00100000:2.0:1787755848.481920:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667115520 00000100:00100000:2.0:1787755848.481964:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7970 00000100:00100000:2.0:1787755848.481972:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667115520:12345-0@lo:105: 00010000:00010000:2.0:1787755848.481984:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.481996:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.482005:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.482012:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.482018:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.482028:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.482047:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3c00) 00000100:00100000:2.0:1787755848.482095:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667115520:12345-0@lo:105: Request processed in 123us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.482104:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7970 00000100:00100000:2.0:1787755848.482170:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667115520:0@lo:105: 00010000:00010000:2.0:1787755848.482189:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.482254:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654542848:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 870us (1293us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.482264:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21766 00010000:00010000:3.0:1787755848.484207:0:6525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365788d05 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214307 expref: 6 pid: 35155 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755848.484627:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc000 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:6525:1874588667115392:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755848.484668:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.484680:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:3.0:1787755848.484683:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755848.484688:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:0.0:1787755848.484907:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588667115264:12345-0@lo:101:mdt00_010.0 Request processed in 9336us (9385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.484918:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24735 00000100:00100000:2.0:1787755848.485003:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115264:0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755848.485025:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485062:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485077:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485088:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485110:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485120:0:35155:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485128:0:35155:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 4/0,1 mode: --/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485162:0:35155:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.485179:0:35155:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 11 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.485193:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001_UUID:35155:1874588667115648:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755848.485534:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.491529:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.491668:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654542976 00000100:00100000:3.0:1787755848.491681:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654542976 00010000:00010000:3.0:1787755848.491733:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 12 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755848.491790:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21767 00000100:00100000:3.0:1787755848.491801:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654542976:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755848.491821:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755848.491828:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 12 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.491846:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 12 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.491878:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:3.0:1787755848.491884:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.491896:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.491905:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.491932:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755848.492008:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654542976:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 207us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.492017:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21767 00010000:00010000:2.0:1787755848.492523:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365788dde lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21433f expref: 11 pid: 35152 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.492553:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001_UUID:35155:1874588667115648:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755848.492586:0:35155:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.492596:0:35155:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.492602:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.492661:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.492669:0:35155:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.492679:0:35155:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.492702:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115776:0@lo:101:mdt00_010.0 00000100:00100000:2.0:1787755848.492749:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.492785:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.493554:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667115776 00000100:00100000:3.0:1787755848.493565:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667115776 00000100:00100000:3.0:1787755848.493627:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24736 00000100:00100000:3.0:1787755848.493638:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:35155:x1874588667115776:12345-0@lo:101:mdt00_010.0 00010000:00010000:3.0:1787755848.493657:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755848.493679:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788eb7 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788eb0 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.493708:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788eb7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788eb0 expref: 14 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.493721:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788eb7 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788eb0 expref: 14 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.493730:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755848.493733:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755848.493736:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755848.493798:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:35155:x1874588667115776:12345-0@lo:101:mdt00_010.0 Request processed in 162us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.493804:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24736 00000100:00100000:2.0:1787755848.494651:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115776:0@lo:101:mdt00_010.0 00010000:00010000:2.0:1787755848.494679:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.494691:0:35155:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.496105:0:35155:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115904:0@lo:403:mdt00_010.0 00000100:00100000:2.0:1787755848.496188:0:35155:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755848.500990:0:35155:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.501163:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667115904 00000100:00100000:3.0:1787755848.501177:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667115904 00000100:00100000:0.0:1787755848.501649:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24737 00000100:00100000:0.0:1787755848.501661:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35155:x1874588667115904:12345-0@lo:403:mdt00_010.0 00000100:00100000:0.0:1787755848.505885:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+14:35155:x1874588667115904:12345-0@lo:403:mdt00_010.0 Request processed in 4215us (9685us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.505901:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24737 00000100:00100000:1.0:1787755848.506048:0:35155:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-mdtlov_UUID:35155:1874588667115904:0@lo:403:mdt00_010.0 00000040:00080000:0.0:1787755848.507970:0:35155:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1230, 952 off1121808 00000040:00080000:0.0:1787755848.508155:0:35155:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1548, 1032 off1565824 00000004:00080000:0.0:1787755848.508161:0:35155:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe467fb300 with version 6896 00000004:00080000:3.0:1787755848.508578:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6896 rpc_version 6896 00000020:00100000:3.0:1787755848.508618:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755848.508628:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4f4ba300 x1874588667116160/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755848.508651:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4ba300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667116160:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755848.508717:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.508782:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.508827:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116160 00000100:00100000:1.0:1787755848.508835:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116160 00000100:00100000:1.0:1787755848.508909:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24738 00000100:00100000:1.0:1787755848.508917:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667116160:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755848.509308:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+15:7464:x1874588667116160:12345-0@lo:1000:osp_up0-1.0 Request processed in 390us (589us total) trans 8589957544 rc 0/0 00000100:00100000:1.0:1787755848.509338:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24738 00000100:00100000:3.0:1787755848.509447:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4ba300 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667116160:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787755848.509616:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6c:0x0]: returning size 4096 00010000:00010000:2.0:1787755848.509640:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509650:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509657:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509663:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755848.509667:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509676:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509694:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19c:0x0].0x0 (ffff9dfe48aff800) 00010000:00010000:2.0:1787755848.509699:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755848.509704:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 2/0,0 mode: --/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509710:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2200/0x9b2b325365788ea9 lrc: 0/0,0 mode: --/EX res: [0x240000400:0x19c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509731:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509739:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509746:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509772:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755848.509781:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19a:0x0] 00010000:00010000:2.0:1787755848.509788:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509794:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509799:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509803:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755848.509806:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509811:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509822:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:2.0:1787755848.509824:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.509827:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509831:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3800/0x9b2b325365788ea2 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509840:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509846:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509851:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509868:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:2.0:1787755848.509878:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755848.509882:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509888:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509895:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509907:0:35155:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:2.0:1787755848.509911:0:35155:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1787755848.509922:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787755848.509927:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509933:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755848.509937:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.509945:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509973:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.509980:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755848.510000:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510006:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3000/0x9b2b325365788eb0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788eb7 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510023:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755848.510026:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510032:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755848.510034:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.510044:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510059:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510064:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755848.510078:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510084:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3c00/0x9b2b325365788e94 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e9b expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510096:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755848.510099:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510105:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755848.510109:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.510115:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510130:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510136:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755848.510141:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510148:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788e78 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e7f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510157:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.510158:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.510160:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755848.510174:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667116288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.510242:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.510291:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667116416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.510344:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.510364:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755848.510370:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667116544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.510389:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755848.510419:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755848.510433:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116288 00000100:00100000:2.0:1787755848.510439:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116288 00000100:00100000:2.0:1787755848.510474:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116416 00000100:00100000:2.0:1787755848.510477:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116416 00000100:00100000:2.0:1787755848.510495:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116544 00000100:00100000:2.0:1787755848.510498:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116544 00000100:00100000:2.0:1787755848.510511:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11207 00000100:00100000:2.0:1787755848.510519:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+17:3650:x1874588667116288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.510531:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755848.510553:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788eb7 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788eb0 expref: 17 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510574:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:2.0:1787755848.510580:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.510612:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+16:3650:x1874588667116288:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.510620:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11207 00000100:00100000:2.0:1787755848.510635:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11208 00000100:00100000:2.0:1787755848.510641:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+15:3647:x1874588667116416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.510650:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755848.510661:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788e9b lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788e94 expref: 15 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510671:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe48aff600) 00010000:00010000:2.0:1787755848.510676:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.510700:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+14:3647:x1874588667116416:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.510707:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11208 00000100:00100000:2.0:1787755848.510722:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11209 00000100:00100000:2.0:1787755848.510728:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+13:3647:x1874588667116544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.510735:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755848.510746:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788e7f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788e78 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510757:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755848.510760:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.510780:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667116544:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.510786:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11209 00000100:00100000:2.0:1787755848.510823:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667116288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.510850:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667116544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.510857:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667116416:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.510874:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.510884:0:35155:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.510949:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+11:226200:x1874588654542464:12345-192.168.201.7@tcp:36:rm.0 Request processed in 72916us (73084us total) trans 4294985446 rc 0/0 00000100:00100000:2.0:1787755848.510956:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70458 00010000:00010000:3.0:1787755848.511348:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755848.622276:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.623008:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654543104 00000100:00100000:2.0:1787755848.623025:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654543104 00000100:00100000:2.0:1787755848.623115:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70459 00000100:00100000:2.0:1787755848.623128:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226208:x1874588654543104:12345-192.168.201.7@tcp:41:stat.0 00000004:00000024:2.0:1787755848.623173:0:10713:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345369088 00000100:00100000:2.0:1787755848.623280:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226208:x1874588654543104:12345-192.168.201.7@tcp:41:stat.0 Request processed in 155us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.623289:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70459 00000100:00100000:3.0:1787755848.670511:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.670725:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654543232 00000100:00100000:0.0:1787755848.670740:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654543232 00000100:00100000:0.0:1787755848.670833:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70460 00000100:00100000:0.0:1787755848.670845:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226212:x1874588654543232:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:0.0:1787755848.670873:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.670895:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788ebe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214369 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.670974:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.670989:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.671000:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755848.671048:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755848.671053:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755848.671075:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.671100:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365788ebe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.671120:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.671130:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755848.671133:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755848.671137:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755848.671235:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226212:x1874588654543232:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 381us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.671243:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70460 00010000:00010000:3.0:1787755848.674552:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755848.679400:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667116672:0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.679529:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.679586:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667117184:0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.679620:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.679648:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667117696:0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.679673:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.679696:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667118208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755848.679720:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.679751:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755848.679760:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667116800:0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.679792:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.679812:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667117312:0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.679838:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.679857:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667117824:0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.679877:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755848.679920:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118208 00000100:00100000:2.0:1787755848.679920:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116800 00000100:00100000:0.0:1787755848.679933:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118208 00000100:00100000:2.0:1787755848.679933:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116800 00000100:00100000:2.0:1787755848.679999:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117312 00000100:00100000:2.0:1787755848.680003:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117312 00000100:00100000:0.0:1787755848.680004:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6827 00000100:00100000:0.0:1787755848.680015:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667118208:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755848.680024:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15745 00000100:00100000:2.0:1787755848.680030:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667116800:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1787755848.680069:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491161280 pending 28672 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755848.680094:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667116800:12345-0@lo:400:kworker.0 Request processed in 63us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.680103:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15745 00000100:00100000:0.0:1787755848.680110:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667118208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.680116:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6827 00000100:00100000:2.0:1787755848.680131:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15746 00000100:00100000:2.0:1787755848.680137:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667117312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.680141:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117184 00000100:00100000:0.0:1787755848.680144:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117184 00000100:00100000:2.0:1787755848.680163:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667117312:12345-0@lo:400:kworker.0 Request processed in 27us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.680166:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117824 00000100:00100000:0.0:1787755848.680168:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117824 00000100:00100000:2.0:1787755848.680174:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15746 00000100:00100000:0.0:1787755848.680188:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10136 00000100:00100000:0.0:1787755848.680194:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667117184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755848.680195:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10137 00000100:00100000:2.0:1787755848.680200:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667117824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.680237:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3649:x1874588667117184:12345-0@lo:400:kworker.0 Request processed in 30us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.680237:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667117824:12345-0@lo:400:kworker.0 Request processed in 38us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.680243:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10137 00000100:00080000:3.0:1787755848.680436:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755848.680445:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755848.680465:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667117056:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.680503:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.680531:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667117568:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.680555:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.680576:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667118080:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.680599:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.680621:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755848.680628:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667116928:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.680654:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.680672:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667117440:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.680693:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.680709:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667117952:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.680731:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.680760:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117568 00000100:00100000:3.0:1787755848.680765:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117568 00000100:00100000:0.0:1787755848.680775:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10136 00000100:00100000:0.0:1787755848.680789:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117952 00000100:00100000:0.0:1787755848.680793:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117952 00000100:00100000:3.0:1787755848.680797:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10138 00000100:00100000:3.0:1787755848.680804:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667117568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.680812:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10139 00000100:00100000:0.0:1787755848.680817:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667117952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.680841:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667117952:12345-0@lo:400:kworker.0 Request processed in 23us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.680841:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667117568:12345-0@lo:400:kworker.0 Request processed in 37us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.680847:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10139 00000100:00100000:0.0:1787755848.680876:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117696 00000100:00100000:0.0:1787755848.680881:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117696 00000100:00100000:0.0:1787755848.680907:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24739 00000100:00100000:0.0:1787755848.680913:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588667117696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755848.680913:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116672 00000100:00100000:1.0:1787755848.680918:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116672 00000100:00100000:1.0:1787755848.680947:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:0.0:1787755848.680950:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588667117696:12345-0@lo:400:kworker.0 Request processed in 39us (1277us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.680954:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8187cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667116672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.680957:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24739 00000100:00100000:1.0:1787755848.680987:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8187cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667116672:12345-0@lo:400:kworker.0 Request processed in 34us (1459us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.680993:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00080000:0.0:1787755848.681016:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755848.681026:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117056 00000100:00100000:1.0:1787755848.681030:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117056 00000100:00100000:1.0:1787755848.681056:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118080 00000100:00100000:1.0:1787755848.681059:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118080 00000100:00100000:0.0:1787755848.681063:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.682040:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10138 00000100:00100000:3.0:1787755848.682112:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976208 gen 2 00000004:00080000:3.0:1787755848.682120:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dff7f440e00, transno 4294976208 00000100:00100000:3.0:1787755848.682145:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667117952:0@lo:400:kworker.0 00000100:00100000:3.0:1787755848.682156:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976207 gen 2 00000004:00080000:3.0:1787755848.682159:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a033480, transno 4294976207 00000100:00100000:3.0:1787755848.682168:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa81500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667117568:0@lo:400:kworker.0 00000100:00100000:1.0:1787755848.682513:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667116928 00000100:00100000:1.0:1787755848.682521:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667116928 00000100:00100000:1.0:1787755848.682563:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667117440 00000100:00100000:1.0:1787755848.682566:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667117440 00000100:00100000:1.0:1787755848.682587:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654543360 00000100:00100000:1.0:1787755848.682589:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654543360 00000100:00100000:1.0:1787755848.682609:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15747 00000100:00100000:1.0:1787755848.682618:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667117056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755848.682703:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667117056:12345-0@lo:400:kworker.0 Request processed in 86us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.682710:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15747 00000100:00100000:1.0:1787755848.682725:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15748 00000100:00100000:1.0:1787755848.682731:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667118080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755848.682762:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667118080:12345-0@lo:400:kworker.0 Request processed in 32us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.682768:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15748 00000100:00100000:1.0:1787755848.682779:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15749 00000100:00100000:1.0:1787755848.682785:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667116928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755848.682812:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667116928:12345-0@lo:400:kworker.0 Request processed in 28us (2158us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.682817:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15749 00000100:00100000:1.0:1787755848.682827:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15750 00000100:00100000:1.0:1787755848.682833:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667117440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755848.682858:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667117440:12345-0@lo:400:kworker.0 Request processed in 25us (2164us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.682863:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15750 00000100:00100000:1.0:1787755848.682876:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70461 00000100:00100000:1.0:1787755848.682882:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226212:x1874588654543360:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:1.0:1787755848.682892:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755848.682912:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788ecc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214370 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.682973:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.682989:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683000:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683011:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683020:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788e86 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683032:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683069:0:35169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788e86 expref: 11 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.683088:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588667118336:0@lo:104: 00000100:00100000:1.0:1787755848.683126:0:35169:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.683162:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9000 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.683188:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118336 00000100:00100000:1.0:1787755848.683192:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118336 00000100:00080000:0.0:1787755848.683385:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755848.683393:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755848.683455:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667116928:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683469:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa80380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667117440:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683483:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667117056:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683497:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa80700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667118080:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683598:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667116800:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683612:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667117312:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683626:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667117824:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683636:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667116672:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683648:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667117184:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683658:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667117696:0@lo:400:kworker.0 00000100:00100000:0.0:1787755848.683672:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667118208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755848.683763:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7971 00000100:00100000:1.0:1787755848.683777:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35169:x1874588667118336:12345-0@lo:104: 00010000:00010000:1.0:1787755848.683791:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683853:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755848.683859:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35169:x1874588667118336:12345-0@lo:104: Request processed in 89us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.683867:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7971 00010000:00010000:1.0:1787755848.683885:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1787755848.683891:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588667118336:0@lo:104: 00010000:00010000:1.0:1787755848.683891:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683901:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755848.683904:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683908:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755848.683922:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683952:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683959:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755848.683980:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.683988:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788e86 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788e8d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.683999:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667118464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.684008:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755848.684010:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755848.684011:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755848.684035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.686530:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118464 00000100:00100000:1.0:1787755848.686557:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118464 00010000:00010000:1.0:1787755848.686634:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788e86 expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.686684:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21768 00000100:00100000:1.0:1787755848.686696:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667118464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.686712:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:2.0:1787755848.690384:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957544 is committed 00010000:00010000:1.0:1787755848.690617:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365788e8d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788e86 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.690640:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8400) 00010000:00010000:1.0:1787755848.690645:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.690653:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.690659:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.690687:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755848.690721:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.690730:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.690815:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.690824:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.690827:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667118464:12345-0@lo:103:ldlm_bl.0 Request processed in 4130us (6787us total) trans 0 rc 0/0 00010000:00010000:0.0:1787755848.690831:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.690837:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21768 00000100:00100000:2.0:1787755848.690919:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667118464:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787755848.690980:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.690986:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755848.690989:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.690994:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691002:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755848.691004:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755848.691007:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691012:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365788ed3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691020:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691024:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691027:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691030:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755848.691032:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691035:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691038:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dfe502b8400) 00010000:00010000:0.0:1787755848.691039:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755848.691041:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691044:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365788eda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691080:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788ecc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214370 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691089:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755848.691091:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755848.691093:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365788ecc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214370 expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.691098:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:0.0:1787755848.691149:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226212:x1874588654543360:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 8266us (10087us total) trans 0 rc 301/301 00000100:00100000:0.0:1787755848.691156:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70461 00000100:00100000:3.0:1787755848.694646:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.694791:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654543488 00000100:00100000:2.0:1787755848.694804:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654543488 00000100:00100000:2.0:1787755848.694872:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70462 00000100:00100000:2.0:1787755848.694883:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:226212:x1874588654543488:12345-192.168.201.7@tcp:101:lfs.0 00010000:00010000:2.0:1787755848.694907:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.694927:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788ee1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214377 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.694991:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.695005:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.695016:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755848.695068:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755848.695071:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755848.695094:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.695117:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788ee1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.695137:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.695146:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755848.695149:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755848.695152:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755848.695999:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:226212:x1874588654543488:12345-192.168.201.7@tcp:101:lfs.0 Request processed in 1112us (1358us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.696008:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70462 00000100:00100000:3.0:1787755848.698551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.698597:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654543744 00000100:00100000:0.0:1787755848.698606:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654543744 00000100:00100000:0.0:1787755848.698665:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70463 00000100:00100000:0.0:1787755848.698676:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226212:x1874588654543744:12345-192.168.201.7@tcp:36:lfs.0 00000100:00100000:0.0:1787755848.698805:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667118592:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1787755848.698865:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755848.698914:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff44dda000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.699261:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118592 00000100:00100000:2.0:1787755848.699266:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118592 00000100:00100000:2.0:1787755848.699311:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24740 00000100:00100000:2.0:1787755848.699336:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667118592:12345-0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.699429:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667118592:12345-0@lo:1000:mdt00_012.0 Request processed in 96us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.699438:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24740 00000100:00100000:0.0:1787755848.699526:0:35159:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957544 gen 2 00000004:00080000:0.0:1787755848.699534:0:35159:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957542 committed transno 8589957544 00000004:00080000:0.0:1787755848.699578:0:35159:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957543 committed transno 8589957544 00000004:00080000:0.0:1787755848.699598:0:35159:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957544 committed transno 8589957544 00000100:00100000:0.0:1787755848.699619:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667118592:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1787755848.699668:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667118720:0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1787755848.699695:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755848.699727:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edf00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.699746:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118720 00000100:00100000:0.0:1787755848.699751:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118720 00000100:00100000:0.0:1787755848.699789:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24741 00000100:00100000:0.0:1787755848.699796:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667118720:12345-0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1787755848.700039:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667118720:12345-0@lo:1000:mdt00_012.0 Request processed in 243us (343us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787755848.700046:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24741 00000100:00100000:2.0:1787755848.700065:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad500 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667118720:0@lo:1000:mdt00_012.0 00010000:00010000:2.0:1787755848.700116:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.700126:0:35159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.700139:0:35159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.700152:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667118848:0@lo:101:mdt00_012.0 00000100:00100000:2.0:1787755848.700177:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.700205:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.700248:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667118848 00000100:00100000:0.0:1787755848.700254:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667118848 00000100:00100000:0.0:1787755848.700284:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24742 00000100:00100000:0.0:1787755848.700291:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35159:x1874588667118848:12345-0@lo:101:mdt00_012.0 00010000:00010000:0.0:1787755848.700301:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.700364:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788eef expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.700399:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.700408:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.700417:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.700446:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.700570:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 7 pid: 17813 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.700583:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667118976:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755848.700670:0:73216:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.700679:0:73216:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 6 pid: 35157 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.700688:0:73216:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ae680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667119104:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755848.700707:0:73216:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.710476:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.710522:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.710720:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667118976:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755848.710735:0:73216:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ae680 pname:cluuid:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000_UUID:73216:1874588667119104:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755848.710777:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.710790:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755848.710793:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.710797:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 9 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.710808:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:2.0:1787755848.710869:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35159:x1874588667118848:12345-0@lo:101:mdt00_012.0 Request processed in 10578us (10690us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.710878:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24742 00000100:00100000:2.0:1787755848.710932:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667118848:0@lo:101:mdt00_012.0 00010000:00010000:2.0:1787755848.710953:0:35159:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.710963:0:35159:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.711486:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654543872 00000100:00100000:1.0:1787755848.711684:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654543872 00010000:00010000:1.0:1787755848.711731:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 8 pid: 17813 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.711765:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544000 00000100:00100000:1.0:1787755848.711770:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544000 00010000:00010000:1.0:1787755848.711783:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 7 pid: 35157 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.711808:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21769 00000100:00100000:1.0:1787755848.711818:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654543872:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.711830:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.711836:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 8 pid: 17813 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.711851:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 8 pid: 17813 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.711873:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365788ee8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214377 expref: 8 pid: 17813 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.711892:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755848.711897:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.711905:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755848.711956:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2399:x1874588654543872:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 140us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.711962:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21769 00000100:00100000:1.0:1787755848.711979:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21770 00000100:00100000:1.0:1787755848.711985:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654544000:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.711992:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.711998:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 7 pid: 35157 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712007:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 7 pid: 35157 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712020:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365788ec5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214369 expref: 7 pid: 35157 timeout: 9005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712035:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755848.712041:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712049:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712058:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712089:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.712103:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667119232:0@lo:105: 00000100:00100000:1.0:1787755848.712157:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.712197:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.712658:0:6503:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1787755848.712673:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667119232 00000100:00100000:1.0:1787755848.712678:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667119232 00000100:00100000:1.0:1787755848.712712:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7972 00000100:00100000:1.0:1787755848.712719:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7b8afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667119232:12345-0@lo:105: 00010000:00010000:1.0:1787755848.712730:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712741:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712754:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712762:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712769:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712777:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712799:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe51ba3600) 00000100:00100000:1.0:1787755848.712843:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7b8afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667119232:12345-0@lo:105: Request processed in 123us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.712849:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7972 00010000:00010000:1.0:1787755848.712922:0:35159:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.712933:0:35159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755848.712960:0:35159:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755848.712999:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.713008:0:35159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.713019:0:35159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.713034:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84a80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119360:0@lo:101:mdt00_012.0 00000100:00100000:1.0:1787755848.713063:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.713083:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.713130:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667119232:0@lo:105: 00010000:00010000:1.0:1787755848.713142:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755848.713173:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654544000:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1187us (2650us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.713181:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21770 00000100:00100000:1.0:1787755848.713463:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667119360 00000100:00100000:1.0:1787755848.713470:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667119360 00000100:00100000:1.0:1787755848.713856:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24743 00000100:00100000:1.0:1787755848.713866:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35159:x1874588667119360:12345-0@lo:101:mdt00_012.0 00010000:00010000:1.0:1787755848.713884:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755848.713902:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788efd expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.713925:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788efd expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.713937:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788efd expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.713944:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dd00) 00010000:00010000:1.0:1787755848.713947:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755848.713951:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755848.714114:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119360:12345-0@lo:101:mdt00_012.0 Request processed in 250us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.714122:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24743 00000100:00100000:2.0:1787755848.716390:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84a80 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119360:0@lo:101:mdt00_012.0 00010000:00010000:2.0:1787755848.716423:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.716438:0:35159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755848.716475:0:35159:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1787755848.716727:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119488:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.716783:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.716869:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.717025:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667119488 00000100:00100000:3.0:1787755848.717032:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667119488 00000100:00100000:3.0:1787755848.717111:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24744 00000100:00100000:3.0:1787755848.717121:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119488:12345-0@lo:1000:mdt00_012.0 00000100:00100000:3.0:1787755848.717204:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119488:12345-0@lo:1000:mdt00_012.0 Request processed in 85us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.717220:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24744 00000100:00100000:1.0:1787755848.717639:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119488:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1787755848.717694:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119616:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1787755848.717726:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.718106:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9e40 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.718242:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667119616 00000100:00100000:2.0:1787755848.718247:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667119616 00000100:00100000:2.0:1787755848.718287:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24745 00000100:00100000:2.0:1787755848.718294:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119616:12345-0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.718402:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119616:12345-0@lo:1000:mdt00_012.0 Request processed in 109us (675us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755848.718410:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24745 00000100:00100000:2.0:1787755848.718452:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85c00 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119616:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.718698:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119744:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.718724:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.718750:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.718763:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667119744 00000100:00100000:2.0:1787755848.718767:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667119744 00000100:00100000:2.0:1787755848.718791:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24746 00000100:00100000:2.0:1787755848.718798:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119744:12345-0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.718857:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119744:12345-0@lo:1000:mdt00_012.0 Request processed in 58us (131us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787755848.718863:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24746 00000100:00100000:2.0:1787755848.718895:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119744:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.718940:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119872:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.718965:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.718974:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.718985:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667119872 00000100:00100000:2.0:1787755848.718988:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667119872 00000100:00100000:2.0:1787755848.719005:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24747 00000100:00100000:2.0:1787755848.719016:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119872:12345-0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.719060:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667119872:12345-0@lo:1000:mdt00_012.0 Request processed in 44us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.719066:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24747 00000100:00100000:2.0:1787755848.719090:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4b2fc700 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667119872:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.719132:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667120000:0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.719155:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.719164:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe466bdcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.719175:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120000 00000100:00100000:2.0:1787755848.719179:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120000 00000100:00100000:2.0:1787755848.719195:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24748 00000100:00100000:2.0:1787755848.719201:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667120000:12345-0@lo:1000:mdt00_012.0 00000100:00100000:2.0:1787755848.719474:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667120000:12345-0@lo:1000:mdt00_012.0 Request processed in 272us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.719483:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24748 00000100:00100000:1.0:1787755848.719853:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99180 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667120000:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1787755848.719900:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667120128:0@lo:1000:mdt00_012.0 00000100:00100000:1.0:1787755848.719926:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.719982:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.720011:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120128 00000100:00100000:0.0:1787755848.720015:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120128 00000100:00100000:0.0:1787755848.720071:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24749 00000100:00100000:0.0:1787755848.720078:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667120128:12345-0@lo:1000:mdt00_012.0 00000100:00100000:0.0:1787755848.720132:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:35159:x1874588667120128:12345-0@lo:1000:mdt00_012.0 Request processed in 54us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.720139:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24749 00000100:00100000:1.0:1787755848.720192:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667120128:0@lo:1000:mdt00_012.0 00000040:00080000:1.0:1787755848.721000:0:35159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1231, 2168 off1123976 00000040:00080000:1.0:1787755848.721072:0:35159:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1549, 2368 off1568192 00000004:00080000:1.0:1787755848.721077:0:35159:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe47cc9000 with version 6897 00000004:00080000:3.0:1787755848.721304:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6897 rpc_version 6897 00000020:00100000:3.0:1787755848.721381:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755848.721389:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4aa83100 x1874588667120384/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 264/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755848.721408:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667120384:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755848.721472:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.721707:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334000 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.721767:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120384 00000100:00100000:2.0:1787755848.721774:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120384 00000100:00100000:2.0:1787755848.721821:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24750 00000100:00100000:2.0:1787755848.721829:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667120384:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755848.722724:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667120384:12345-0@lo:1000:osp_up0-1.0 Request processed in 891us (1247us total) trans 8589957545 rc 0/0 00000100:00100000:2.0:1787755848.722734:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24750 00000100:00100000:3.0:1787755848.723454:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667120384:0@lo:1000:osp_up0-1.0 00010000:00010000:1.0:1787755848.723665:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723682:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723694:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723716:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723722:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723728:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723760:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723768:0:35159:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.723778:0:35159:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.723796:0:35159:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667120512:0@lo:101:mdt00_012.0 00000100:00100000:1.0:1787755848.723841:0:35159:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.723990:0:35159:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755848.724031:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120512 00000100:00100000:3.0:1787755848.724038:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120512 00000100:00100000:3.0:1787755848.724116:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24751 00000100:00100000:3.0:1787755848.724125:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:35159:x1874588667120512:12345-0@lo:101:mdt00_012.0 00010000:00010000:3.0:1787755848.724144:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755848.724167:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365788f19 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.724188:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365788f19 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.724200:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788f19 expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.724208:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:3.0:1787755848.724221:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755848.724234:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755848.724359:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:35159:x1874588667120512:12345-0@lo:101:mdt00_012.0 Request processed in 235us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.724367:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24751 00000100:00100000:1.0:1787755848.724603:0:35159:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job mdt00_012:lustre-MDT0001-mdtlov_UUID:35159:1874588667120512:0@lo:101:mdt00_012.0 00010000:00010000:1.0:1787755848.724620:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724630:0:35159:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755848.724653:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006dc15a81 reply state 000000001bac3898 transno 4294985447 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724665:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724672:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:1.0:1787755848.724674:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755848.724676:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755848.724682:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724689:0:35159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755848.724700:0:35159:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19b:0x0] 00000004:00010000:1.0:1787755848.724707:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006dc15a81 reply state 000000001bac3898 transno 4294985447 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724715:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724721:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:1.0:1787755848.724723:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755848.724724:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00200000:1.0:1787755848.724730:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00000004:00080000:1.0:1787755848.724741:0:35159:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755848.724749:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724755:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724761:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724835:0:35159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1787755848.724841:0:35159:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:1.0:1787755848.724846:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.724853:0:35159:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.724931:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f440e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226212:x1874588654543744:12345-192.168.201.7@tcp:36:lfs.0 Request processed in 26255us (26390us total) trans 4294985447 rc 0/0 00000100:00100000:1.0:1787755848.724938:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70463 00010000:00010000:0.0:1787755848.728053:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755848.728069:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.728089:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:0.0:1787755848.728098:0:6508:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755848.728111:0:6508:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.728175:0:6508:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.728183:0:6508:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787755848.728265:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667120640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.728369:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755848.728457:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.728467:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe51ba3600/0x9b2b325365788eef lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788ef6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.728488:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755848.728490:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755848.728492:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755848.728609:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120640 00000100:00100000:1.0:1787755848.728620:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120640 00000100:00100000:1.0:1787755848.728686:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11210 00000100:00100000:1.0:1787755848.728696:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667120640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755848.728709:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.728727:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365788ef6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788eef expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.728743:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755848.728748:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755848.729725:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.729757:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544128 00000100:00100000:0.0:1787755848.729763:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544128 00000100:00100000:0.0:1787755848.729800:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70464 00000100:00100000:0.0:1787755848.729809:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226201:x1874588654544128:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755848.729828:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.729844:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788f27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21437e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.729910:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788f2e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.729926:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.729937:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755848.729997:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755848.730001:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755848.730029:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.730057:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365788f27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21437e expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.730077:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788f2e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21437e expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.730104:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755848.730108:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755848.730110:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755848.730242:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226201:x1874588654544128:12345-192.168.201.7@tcp:101:bash.0 Request processed in 433us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.730249:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70464 00000100:00100000:3.0:1787755848.732668:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.732782:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544256 00000100:00100000:0.0:1787755848.732791:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544256 00000100:00100000:0.0:1787755848.732851:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70465 00000100:00100000:0.0:1787755848.732861:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226201:x1874588654544256:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755848.732881:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.732901:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788f35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214385 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.732965:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.732979:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.732991:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.733001:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.733011:0:35157:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788efd expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.733020:0:35157:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.733054:0:35157:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788efd expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.733070:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:35157:1874588667120768:0@lo:104: 00000100:00100000:0.0:1787755848.733119:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755848.733166:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755848.733738:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667120640:12345-0@lo:103:ldlm_bl.0 Request processed in 5041us (5367us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.733747:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11210 00000100:00100000:1.0:1787755848.733803:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120768 00000100:00100000:1.0:1787755848.733809:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120768 00000100:00100000:1.0:1787755848.733879:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7973 00000100:00100000:1.0:1787755848.733887:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35157:x1874588667120768:12345-0@lo:104: 00010000:00010000:1.0:1787755848.733900:0:73215:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.734002:0:73215:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787755848.734009:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:35157:x1874588667120768:12345-0@lo:104: Request processed in 123us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755848.734015:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7973 00000100:00100000:3.0:1787755848.734088:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000_UUID:35157:1874588667120768:0@lo:104: 00010000:00010000:3.0:1787755848.734108:0:35157:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.734149:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755848.734156:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.734164:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755848.734170:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755848.734180:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.734209:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.734289:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787755848.734420:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667120640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.734438:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755848.734446:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667120896:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.734482:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.734528:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667120896 00000100:00100000:2.0:1787755848.734532:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667120896 00010000:00010000:2.0:1787755848.734553:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788efd expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.734583:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21771 00000100:00100000:2.0:1787755848.734590:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667120896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.734603:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755848.734971:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.734980:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61600/0x9b2b325365788efd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788f04 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.735006:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755848.735008:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755848.735010:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755848.736775:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957545 is committed 00010000:00010000:2.0:1787755848.736912:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365788f04 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788efd expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.736929:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dd00) 00010000:00010000:2.0:1787755848.736934:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.736942:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.736947:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.736973:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755848.737010:0:35157:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.737019:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755848.737187:0:35157:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa80700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:35157:1874588667121024:0@lo:1000:mdt00_011.0 00000100:00100000:3.0:1787755848.737282:0:35157:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755848.737349:0:35157:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.737581:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121024 00000100:00100000:0.0:1787755848.737591:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121024 00000100:00100000:0.0:1787755848.737718:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24752 00000100:00100000:0.0:1787755848.737728:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:35157:x1874588667121024:12345-0@lo:1000:mdt00_011.0 00000100:00100000:0.0:1787755848.737826:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:35157:x1874588667121024:12345-0@lo:1000:mdt00_011.0 Request processed in 100us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.737835:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24752 00000100:00100000:3.0:1787755848.737907:0:35157:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa80700 pname:cluuid:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-mdtlov_UUID:35157:1874588667121024:0@lo:1000:mdt00_011.0 00000100:00100000:2.0:1787755848.737927:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3647:x1874588667120896:12345-0@lo:103:ldlm_bl.0 Request processed in 3337us (3444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.737935:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21771 00010000:00010000:3.0:1787755848.737961:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788f4a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.737972:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667120896:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755848.737974:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788f4a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.737984:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788f4a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755848.738011:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788f4a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738027:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738035:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738042:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738049:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738056:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755848.738060:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738069:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738079:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755848.738083:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755848.738088:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738094:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365788f3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738109:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738115:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738121:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738126:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755848.738129:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738135:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738142:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff4536dd00) 00010000:00010000:3.0:1787755848.738144:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755848.738147:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738152:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365788f43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738198:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365788f35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214385 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738240:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788f4a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214385 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.738248:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755848.738251:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755848.738253:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755848.738335:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226201:x1874588654544256:12345-192.168.201.7@tcp:101:bash.0 Request processed in 5475us (5676us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.738342:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70465 00000100:00100000:3.0:1787755848.740928:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.741004:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544384 00000100:00100000:0.0:1787755848.741014:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544384 00000100:00100000:0.0:1787755848.741074:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70466 00000100:00100000:0.0:1787755848.741085:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226201:x1874588654544384:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755848.741107:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.741127:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788f51 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21438c expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.741188:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365788f58 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.741201:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365788f58 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.741213:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365788f58 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755848.741642:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00000004:00200000:0.0:1787755848.741652:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755848.741693:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccda00/0x9b2b325365788f51 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21438c expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.741708:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365788f58 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21438c expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.741715:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:0.0:1787755848.741717:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755848.741719:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755848.741793:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226201:x1874588654544384:12345-192.168.201.7@tcp:101:bash.0 Request processed in 711us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.741798:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70466 00000100:00100000:0.0:1787755848.743620:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.743676:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544512 00000100:00100000:2.0:1787755848.743686:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544512 00000100:00100000:2.0:1787755848.743741:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70467 00000100:00100000:2.0:1787755848.743753:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226201:x1874588654544512:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755848.743775:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.743796:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788f5f lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214393 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.743853:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788f66 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.743866:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788f66 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.743886:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788f66 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755848.743932:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19d:0x0]: returning size 4096 00000004:00200000:2.0:1787755848.743936:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755848.743961:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788f5f lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214393 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.743981:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788f66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214393 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.744261:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:2.0:1787755848.744272:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755848.744277:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755848.744591:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:226201:x1874588654544512:12345-192.168.201.7@tcp:101:bash.0 Request processed in 840us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.744596:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70467 00000100:00100000:3.0:1787755848.746856:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.747085:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544640 00000100:00100000:0.0:1787755848.747097:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544640 00000100:00100000:0.0:1787755848.747244:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70468 00000100:00100000:0.0:1787755848.747257:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226201:x1874588654544640:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755848.747282:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.747309:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788f6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21439a expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.747448:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.747475:0:6519:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365788f19 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.747487:0:6519:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 4/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.747526:0:6519:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0x9b2b325365788f19 expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755848.747546:0:6519:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588667121152:0@lo:104: 00000100:00100000:0.0:1787755848.747610:0:6519:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755848.747657:0:6519:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465edf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755848.747722:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121152 00000100:00100000:2.0:1787755848.747727:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121152 00000100:00100000:2.0:1787755848.747758:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7974 00000100:00100000:2.0:1787755848.747765:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588667121152:12345-0@lo:104: 00010000:00010000:2.0:1787755848.747777:0:6502:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.747829:0:6502:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787755848.747835:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:6519:x1874588667121152:12345-0@lo:104: Request processed in 70us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.747842:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7974 00010000:00010000:2.0:1787755848.747868:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755848.747874:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.747884:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755848.747890:0:6507:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.747900:0:6507:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.747930:0:6507:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.747938:0:6507:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755848.747965:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.747974:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b61000/0x9b2b325365788f19 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x12 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0x9b2b325365788f20 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748001:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.748002:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755848.748004:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755848.748014:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755848.748025:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667121280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755848.748060:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755848.748094:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121280 00000100:00100000:2.0:1787755848.748098:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121280 00010000:00010000:2.0:1787755848.748116:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0x9b2b325365788f19 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755848.748146:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21772 00000100:00100000:2.0:1787755848.748152:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3650:x1874588667121280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.748161:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1787755848.748628:0:6519:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ac700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6519:1874588667121152:0@lo:104: 00010000:00010000:3.0:1787755848.748651:0:6519:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748783:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788f20 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0x9b2b325365788f19 expref: 9 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748800:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:2.0:1787755848.748804:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748812:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748819:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748840:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755848.748872:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3650:x1874588667121280:12345-0@lo:103:ldlm_bl.0 Request processed in 720us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.748878:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21772 00000100:00100000:2.0:1787755848.748911:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667121280:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755848.748929:0:6519:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.748936:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755848.748991:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19b:0x0]: returning size 4096 00000004:00200000:2.0:1787755848.748999:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755848.749047:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365788f6d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21439a expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.749062:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21439a expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.749070:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:2.0:1787755848.749073:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755848.749075:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:2.0:1787755848.749126:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226201:x1874588654544640:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1872us (2285us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755848.749134:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70468 00000100:00100000:3.0:1787755848.755395:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.755619:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654544896 00000100:00100000:2.0:1787755848.755632:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654544896 00000100:00100000:2.0:1787755848.755707:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70469 00000100:00100000:2.0:1787755848.755720:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226201:x1874588654544896:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:2.0:1787755848.755751:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755848.755756:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755848.755800:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365788f74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21439a expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.755826:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:2.0:1787755848.755839:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755848.755861:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788f7b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143a1 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756052:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756068:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756079:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756090:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756097:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756102:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755848.756582:0:10714:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51d:0x0], index 1: 0 00010000:00010000:2.0:1787755848.756760:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788f90 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756771:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788f90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756779:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788f90 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756818:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756826:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756833:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756839:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756846:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755848.756852:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756860:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756871:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755848.756874:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755848.756878:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756884:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365788f82 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755848.756896:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002329a3fe reply state 00000000994ebe26 transno 8589957546 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756906:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756912:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755848.756915:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755848.756918:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755848.756950:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365788f7b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a1 expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756974:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788f90 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a1 expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755848.756981:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755848.756983:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755848.756985:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755848.757075:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:226201:x1874588654544896:12345-192.168.201.7@tcp:101:bash.0 Request processed in 1357us (1694us total) trans 8589957546 rc 0/0 00000100:00100000:2.0:1787755848.757083:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70469 00000100:00100000:2.0:1787755848.760756:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.760821:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654545024 00000100:00100000:0.0:1787755848.760829:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654545024 00000100:00100000:0.0:1787755848.760878:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30827 00000100:00100000:0.0:1787755848.760889:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226201:x1874588654545024:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755848.760906:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755848.760927:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143a8 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755848.760948:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x51d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787755848.760967:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=8905s v=(0 0) 00010000:00010000:0.0:1787755848.760970:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755848.760979:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 9 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.760995:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 9 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.761007:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755848.761069:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226201:x1874588654545024:12345-192.168.201.7@tcp:101:bash.0 Request processed in 181us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.761077:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30827 00000100:00100000:3.0:1787755848.764283:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.764471:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654545280 00000100:00100000:0.0:1787755848.764484:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654545280 00000100:00100000:0.0:1787755848.764553:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9405 00000100:00100000:0.0:1787755848.764563:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49633850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:226201:x1874588654545280:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:0.0:1787755848.764877:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49633850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:226201:x1874588654545280:12345-192.168.201.7@tcp:35:bash.0 Request processed in 315us (604us total) trans 8589957547 rc 0/0 00000100:00100000:0.0:1787755848.764885:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9405 00000100:00100000:3.0:1787755848.768037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.768438:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654545536 00000100:00100000:0.0:1787755848.768450:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654545536 00000100:00100000:1.0:1787755848.768912:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70470 00000100:00100000:1.0:1787755848.768925:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:226201:x1874588654545536:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755848.768946:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755848.768949:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755848.768977:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3c00/0x9b2b325365788f66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214393 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.768995:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:1.0:1787755848.769000:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755848.769011:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788fa5 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143af expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.769127:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.769141:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.769150:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 3/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.769164:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.769176:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.769182:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755848.769385:0:35152:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b85180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667121408:0@lo:1000:mdt00_007.0 00000100:00100000:1.0:1787755848.769471:0:35152:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755848.769627:0:35152:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4713a540 going to sleep for 11 seconds 00000100:00100000:0.0:1787755848.769822:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121408 00000100:00100000:0.0:1787755848.769828:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121408 00000100:00100000:0.0:1787755848.769874:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24753 00000100:00100000:0.0:1787755848.769882:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667121408:12345-0@lo:1000:mdt00_007.0 00000100:00100000:0.0:1787755848.769970:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:35152:x1874588667121408:12345-0@lo:1000:mdt00_007.0 Request processed in 88us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.769978:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24753 00000100:00100000:1.0:1787755848.770105:0:35152:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957545 gen 2 00000004:00080000:1.0:1787755848.770112:0:35152:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957545 committed transno 8589957545 00000100:00100000:1.0:1787755848.770144:0:35152:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b85180 pname:cluuid:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-mdtlov_UUID:35152:1874588667121408:0@lo:1000:mdt00_007.0 00000004:00080000:1.0:1787755848.770791:0:35152:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4d6:0x0], index 0: 0 00010000:00010000:1.0:1787755848.771001:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365788fba lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771016:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365788fba lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771027:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365788fba lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771072:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771080:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771088:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771096:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771102:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755848.771109:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 4/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771118:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 5/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771134:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:1.0:1787755848.771137:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755848.771143:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771150:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61000/0x9b2b325365788fac lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755848.771168:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000128e04d6 reply state 000000006d340999 transno 4294985448 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771182:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771189:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x4ec94fd6 (ffff9dfe466c5d00) 00010000:00010000:1.0:1787755848.771192:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755848.771195:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755848.771337:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61600/0x9b2b325365788fa5 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143af expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771358:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365788fba lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143af expref: 11 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755848.771366:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe466c5300) 00010000:00010000:1.0:1787755848.771368:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755848.771370:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755848.771517:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:226201:x1874588654545536:12345-192.168.201.7@tcp:101:bash.0 Request processed in 2593us (3490us total) trans 4294985448 rc 0/0 00000100:00100000:1.0:1787755848.771525:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70470 00000100:00100000:2.0:1787755848.776735:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755848.776789:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654545664 00000100:00100000:3.0:1787755848.776800:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654545664 00000100:00100000:3.0:1787755848.776849:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30828 00000100:00100000:3.0:1787755848.776860:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226201:x1874588654545664:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755848.776888:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755848.776909:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143b6 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755848.776936:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x4d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755848.776957:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d6:0x0].0x0 since=8905s v=(0 0) 00010000:00010000:3.0:1787755848.776960:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755848.776967:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 8 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.777147:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 8 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755848.777162:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755848.777279:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226201:x1874588654545664:12345-192.168.201.7@tcp:101:bash.0 Request processed in 421us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755848.777287:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30828 00000100:00100000:3.0:1787755848.779808:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755848.779921:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654545920 00000100:00100000:2.0:1787755848.779931:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654545920 00000100:00100000:2.0:1787755848.779988:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9406 00000100:00100000:2.0:1787755848.779999:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:226201:x1874588654545920:12345-192.168.201.7@tcp:35:bash.0 00000100:00100000:2.0:1787755848.780294:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:226201:x1874588654545920:12345-192.168.201.7@tcp:35:bash.0 Request processed in 297us (492us total) trans 4294985449 rc 0/0 00000100:00100000:2.0:1787755848.780300:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9406 00000100:00100000:1.0:1787755848.791108:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755848.791198:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755848.792395:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755848.792974:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546048 00000100:00100000:0.0:1787755848.792989:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546048 00000100:00100000:0.0:1787755848.793066:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11211 00000100:00100000:0.0:1787755848.793080:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:34913:x1874588654546048:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755848.793098:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755848.793126:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365788f2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21437e expref: 12 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.793149:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755848.793162:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365788f90 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a1 expref: 11 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.793171:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:0.0:1787755848.793187:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788f4a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214385 expref: 10 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.793203:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff439f7d00) 00010000:00010000:0.0:1787755848.793209:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755848.793283:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:34913:x1874588654546048:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 207us (2187us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.793290:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11211 00000100:00100000:0.0:1787755848.793726:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546176 00000100:00100000:0.0:1787755848.793732:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546176 00000100:00100000:0.0:1787755848.793762:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11212 00000100:00100000:0.0:1787755848.793769:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:34914:x1874588654546176:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755848.793777:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755848.793790:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365788db4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1db2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214331 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.793803:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db2:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:0.0:1787755848.793811:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755848.793838:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:34914:x1874588654546176:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 70us (2639us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.793845:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11212 00000100:00100000:0.0:1787755848.794972:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546304 00000100:00100000:0.0:1787755848.794983:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546304 00000100:00100000:0.0:1787755848.795026:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11213 00000100:00100000:0.0:1787755848.795035:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:6171:x1874588654546304:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755848.795046:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755848.795064:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60000/0x9b2b325365788fba lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143af expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.795086:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe466c5300) 00010000:00010000:0.0:1787755848.795103:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365788f58 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21438c expref: 12 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.795113:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:0.0:1787755848.795122:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b325365788d13 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6c:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21430e expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755848.795134:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6c:0x0].0x0 (ffff9dfe466c5400) 00010000:00010000:0.0:1787755848.795140:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755848.795182:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:6171:x1874588654546304:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 147us (2797us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755848.795189:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11213 00000100:00100000:2.0:1787755849.187240:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667121536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755849.187345:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755849.188101:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121536 00000100:00100000:3.0:1787755849.188111:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121536 00000100:00100000:3.0:1787755849.188179:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6828 00000100:00100000:3.0:1787755849.188189:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667121536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755849.188229:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755849.188300:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667121536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755849.188307:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6828 00000100:00100000:3.0:1787755849.188391:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667121536:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755849.707826:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755850.031255:0:166224:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:0.0:1787755850.031310:0:166224:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:0.0:1787755850.134377:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134424:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134459:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134485:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134511:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134530:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134558:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755850.134596:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546944 00000100:00100000:0.0:1787755850.134613:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546944 00000100:00100000:0.0:1787755850.134696:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547456 00000100:00100000:0.0:1787755850.134700:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547456 00000100:00100000:0.0:1787755850.134724:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546816 00000100:00100000:0.0:1787755850.134727:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546816 00000100:00100000:0.0:1787755850.134751:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10140 00000100:00100000:0.0:1787755850.134762:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654546944:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755850.134860:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654546944:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 99us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755850.134869:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10140 00000100:00100000:0.0:1787755850.134889:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10141 00000100:00100000:0.0:1787755850.134897:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654547456:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755850.134923:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654547456:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755850.134928:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10141 00000100:00100000:0.0:1787755850.134939:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10142 00000100:00100000:0.0:1787755850.134945:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654546816:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755850.134969:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654546816:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755850.134975:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10142 00000100:00100000:0.0:1787755850.135003:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546688 00000100:00100000:0.0:1787755850.135006:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546688 00000100:00100000:0.0:1787755850.135035:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547200 00000100:00100000:0.0:1787755850.135038:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547200 00000100:00100000:0.0:1787755850.135065:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546560 00000100:00100000:0.0:1787755850.135068:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546560 00000100:00100000:0.0:1787755850.135090:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15751 00000100:00100000:0.0:1787755850.135097:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654546688:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755850.135132:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654546688:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755850.135139:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15751 00000100:00100000:0.0:1787755850.135152:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15752 00000100:00100000:0.0:1787755850.135158:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654547200:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755850.135190:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654547200:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755850.135196:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15752 00000100:00100000:0.0:1787755850.135220:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15753 00000100:00100000:0.0:1787755850.135227:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654546560:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755850.135255:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654546560:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755850.135261:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15753 00000100:00080000:0.0:1787755850.135287:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755850.135292:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755850.135295:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755850.135297:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755850.135432:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654546432 00000100:00100000:1.0:1787755850.135438:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654546432 00000100:00100000:1.0:1787755850.135481:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2408 00000100:00100000:1.0:1787755850.135490:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8187c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654546432:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755850.135521:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8187c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654546432:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 33us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755850.135527:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2408 00000100:00100000:1.0:1787755850.136506:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755850.136548:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755850.136577:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547328 00000100:00100000:1.0:1787755850.136583:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547328 00000100:00100000:1.0:1787755850.136630:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10143 00000100:00100000:1.0:1787755850.136639:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654547328:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755850.136693:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654547328:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 56us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755850.136700:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10143 00000100:00080000:1.0:1787755850.136723:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755850.136766:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547072 00000100:00100000:3.0:1787755850.136771:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547072 00000100:00100000:3.0:1787755850.136823:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15754 00000100:00100000:3.0:1787755850.136831:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654547072:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755850.136868:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654547072:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 38us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755850.136875:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15754 00000100:00080000:1.0:1787755850.136933:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755850.722606:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755850.722848:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755850.722869:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667121664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755850.722941:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755850.723350:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121664 00000100:00100000:1.0:1787755850.723361:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121664 00000100:00100000:1.0:1787755850.723527:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24754 00000100:00100000:1.0:1787755850.723541:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588667121664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755850.723576:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443364864 avail 1297125376 00000100:00100000:1.0:1787755850.723638:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3648:x1874588667121664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755850.723707:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667121664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755850.727996:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24754 00000100:00100000:3.0:1787755851.234607:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667121792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755851.234713:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755851.235402:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121792 00000100:00100000:3.0:1787755851.235412:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121792 00000100:00100000:3.0:1787755851.235494:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829 00000100:00100000:3.0:1787755851.235507:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667121792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755851.235544:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489727680 pending 28672 free 3915776000 avail 3684253696 00000100:00100000:3.0:1787755851.235620:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667121792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 116us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755851.235629:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829 00000100:00080000:3.0:1787755851.235658:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755851.235708:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667121792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755851.237073:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667121920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755851.237166:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755851.237963:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755851.237972:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667122048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755851.238011:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755851.238063:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667121920 00000100:00100000:0.0:1787755851.238073:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667121920 00000100:00100000:0.0:1787755851.238139:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24755 00000100:00100000:0.0:1787755851.238148:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588667121920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755851.238197:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442758656 avail 1296519168 00000100:00100000:0.0:1787755851.238245:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:3649:x1874588667121920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755851.238252:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24755 00000100:00100000:0.0:1787755851.238547:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667121920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755851.238620:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667122048 00000100:00100000:3.0:1787755851.238625:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667122048 00000100:00100000:3.0:1787755851.238673:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830 00000100:00100000:3.0:1787755851.238682:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff75c34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667122048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755851.238701:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491161280 pending 28672 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755851.238739:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff75c34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667122048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755851.238745:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830 00000100:00080000:2.0:1787755851.238893:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755851.238940:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667122048:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787755851.752803:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755851.752829:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.752901:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.752909:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755851.752936:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a200/0x9b2b325365788e4e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365788e55 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755851.752955:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985449 is committed 00000020:00080000:0.0:1787755851.752972:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe47cc9e40 refcount 2 committed 0 result 0 batchid 3450 00000020:00080000:0.0:1787755851.752976:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe47cc9000 00000020:00080000:0.0:1787755851.752979:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1549 00000020:00080000:0.0:1787755851.752981:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4fca6100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a26ea00 00000020:00080000:0.0:1787755851.752984:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1231 00000001:00080000:0.0:1787755851.752996:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985446 is committed 00000020:00080000:0.0:1787755851.753000:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe467fba80 refcount 2 committed 0 result 0 batchid 3449 00000020:00080000:0.0:1787755851.753002:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe467fb300 00000020:00080000:0.0:1787755851.753005:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1548 00000020:00080000:0.0:1787755851.753007:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4000 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51d8fa00 00000020:00080000:0.0:1787755851.753009:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1230 00000004:00080000:0.0:1787755851.753019:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 371 committed 00000020:00080000:0.0:1787755851.753027:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe5199b600 refcount 2 committed 0 result 0 batchid 3448 00000020:00080000:0.0:1787755851.753030:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90400 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5199b180 00000020:00080000:0.0:1787755851.753032:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1547 00000020:00080000:0.0:1787755851.753035:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4ff90100 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a26fe00 00000020:00080000:0.0:1787755851.753037:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1229 00000020:00080000:0.0:1787755851.753044:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe48b84c00 refcount 2 committed 0 result 0 batchid 3447 00000020:00080000:0.0:1787755851.753046:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe43fb4600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe48b84600 00000020:00080000:0.0:1787755851.753048:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1546 00000020:00080000:0.0:1787755851.753049:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff7a667500 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a2b8800 00000020:00080000:0.0:1787755851.753052:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1228 00000001:00080000:0.0:1787755851.753057:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985440 is committed 00000020:00080000:0.0:1787755851.753067:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3446 batchid updated 00000001:00080000:0.0:1787755851.753121:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973874 is committed 00000001:00080000:0.0:1787755851.753126:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973873 is committed 00000001:00080000:0.0:1787755851.753131:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973872 is committed 00010000:00010000:0.0:1787755851.753147:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753155:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753165:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753186:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755851.753190:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753196:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753207:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff4536d400) 00010000:00010000:0.0:1787755851.753209:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755851.753213:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753218:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61a00/0x9b2b325365788f0b lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753234:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753239:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753244:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753248:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755851.753250:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753259:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.753266:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:0.0:1787755851.753267:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755851.753269:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755851.756020:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755851.756978:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60a00/0x9b2b325365788f12 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757015:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757022:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757029:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757033:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755851.757038:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757044:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757061:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x4ec94fd6 (ffff9dfe466c5d00) 00010000:00010000:0.0:1787755851.757065:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755851.757069:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 2/0,0 mode: --/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.757075:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60400/0x9b2b325365788fb3 lrc: 0/0,0 mode: --/TXN res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755851.757111:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667122176:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787755851.757196:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1787755851.757270:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3450 committed batchid 3446 00000004:00080000:0.0:1787755851.757771:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4fe97540 with version 6898 00000020:00080000:0.0:1787755851.757789:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3443 cancel update log [0x200000401:0x3:0x0].1542: rc = 0 00000020:00080000:0.0:1787755851.757842:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3443 cancel update log [0x240000400:0x3:0x0].1224: rc = 0 00000004:00080000:0.0:1787755851.757870:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4fe97240 with version 6899 00000020:00080000:0.0:1787755851.757873:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3444 cancel update log [0x200000401:0x3:0x0].1543: rc = 0 00000020:00080000:0.0:1787755851.757891:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3444 cancel update log [0x240000400:0x3:0x0].1225: rc = 0 00000004:00080000:0.0:1787755851.757909:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4fe97180 with version 6900 00000020:00080000:0.0:1787755851.757912:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3445 cancel update log [0x200000401:0x3:0x0].1544: rc = 0 00000020:00080000:0.0:1787755851.757929:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3445 cancel update log [0x240000400:0x3:0x0].1226: rc = 0 00000004:00080000:0.0:1787755851.757947:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4fe97480 with version 6901 00000020:00080000:0.0:1787755851.757950:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3446 cancel update log [0x200000401:0x3:0x0].1545: rc = 0 00000020:00080000:0.0:1787755851.757966:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3446 cancel update log [0x240000400:0x3:0x0].1227: rc = 0 00000020:00080000:0.0:1787755851.757977:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3446 00000004:00080000:0.0:1787755851.758042:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6898 rpc_version 6898 00000020:00100000:0.0:1787755851.758060:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755851.758069:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91aa00 x1874588667122560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755851.758086:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667122560:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.758133:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755851.758163:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755851.760442:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667122176 00000100:00100000:1.0:1787755851.760465:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667122176 00000100:00100000:1.0:1787755851.760588:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11214 00000100:00100000:1.0:1787755851.760601:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3647:x1874588667122176:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:1.0:1787755851.760621:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755851.760647:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365788e55 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19a:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365788e4e expref: 8 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755851.760668:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19a:0x0].0x5a734ce9 (ffff9dfe502b8d00) 00010000:00010000:1.0:1787755851.760684:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755851.760768:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667122176:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 170us (3572us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755851.760776:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11214 00000100:00100000:0.0:1787755851.761100:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667122304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1787755851.761153:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755851.761269:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667122176:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787755851.761304:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667122560 00000100:00100000:0.0:1787755851.761308:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667122560 00000100:00100000:0.0:1787755851.761362:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24756 00000100:00100000:0.0:1787755851.761368:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667122560:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.763069:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667122560:12345-0@lo:1000:osp_up0-1.0 Request processed in 1690us (4925us total) trans 8589957548 rc 0/0 00000100:00100000:0.0:1787755851.763082:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24756 00000100:00100000:0.0:1787755851.763165:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667122560:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755851.763196:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6899 rpc_version 6899 00000020:00100000:0.0:1787755851.763219:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755851.763227:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91b480 x1874588667122816/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755851.763247:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667122816:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.763278:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755851.763299:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755851.763333:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667122816 00000100:00100000:0.0:1787755851.763338:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667122816 00000100:00100000:0.0:1787755851.763374:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24757 00000100:00100000:0.0:1787755851.763382:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667122816:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755851.763642:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667122304 00000100:00100000:1.0:1787755851.763649:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667122304 00000100:00100000:1.0:1787755851.763699:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30829 00000100:00100000:1.0:1787755851.763706:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667122304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1787755851.763733:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1239 count 1 00010000:00010000:1.0:1787755851.763763:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755851.763790:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 8 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755851.763799:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000400:0x4d7:0x0].0x0 since=9s v=(0 0) 00010000:00010000:1.0:1787755851.763804:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d7:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787755851.763809:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755851.763841:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 8 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755851.763860:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 8 pid: 20488 timeout: 9008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755851.763874:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667122944:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755851.763952:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e8043c0 going to sleep for 11 seconds 00000100:00080000:1.0:1787755851.763970:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755851.764668:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667122816:12345-0@lo:1000:osp_up0-1.0 Request processed in 1283us (1385us total) trans 8589957549 rc 0/0 00000100:00100000:0.0:1787755851.764677:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24757 00000100:00100000:1.0:1787755851.764884:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667122816:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755851.764897:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6900 rpc_version 6900 00000020:00100000:1.0:1787755851.764913:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755851.764919:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4d9e3480 x1874588667123200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755851.764937:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667123200:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755851.764970:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755851.764999:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787755851.765168:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667123200 00000100:00100000:0.0:1787755851.765186:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667123200 00000100:00100000:0.0:1787755851.765229:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24758 00000100:00100000:0.0:1787755851.765238:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667123200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.765363:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667123200:12345-0@lo:1000:osp_up0-1.0 Request processed in 125us (391us total) trans 8589957550 rc 0/0 00000100:00100000:0.0:1787755851.765370:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24758 00000100:00100000:0.0:1787755851.765437:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667123200:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755851.765446:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6901 rpc_version 6901 00000020:00100000:0.0:1787755851.765457:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755851.765463:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a919c00 x1874588667123456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755851.765474:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667123456:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.766662:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755851.766719:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755851.766749:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667123456 00000100:00100000:0.0:1787755851.766757:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667123456 00000100:00100000:0.0:1787755851.766806:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24759 00000100:00100000:0.0:1787755851.766814:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667123456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.766980:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667123456:12345-0@lo:1000:osp_up0-1.0 Request processed in 165us (325us total) trans 8589957551 rc 0/0 00000100:00100000:0.0:1787755851.766988:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24759 00000100:00100000:0.0:1787755851.767043:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667123456:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755851.773138:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755851.773187:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547584 00000100:00100000:0.0:1787755851.773196:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547584 00010000:00010000:0.0:1787755851.773241:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 9 pid: 20488 timeout: 9008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755851.773286:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21773 00000100:00100000:0.0:1787755851.773296:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654547584:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755851.773309:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755851.773339:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 5/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 9 pid: 20488 timeout: 9008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.773353:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 9 pid: 20488 timeout: 9008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.773381:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d7:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755851.773385:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000400:0x4d7:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755851.773391:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.773401:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755851.773421:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755851.773470:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2399:x1874588654547584:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 176us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755851.773478:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21773 00010000:00010000:3.0:1787755851.773957:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1de1946/0x9b2b325365788c6b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2142cf expref: 8 pid: 20488 timeout: 9008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755851.773976:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667122944:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755851.774008:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.774021:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.774029:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.774040:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.774047:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.774068:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755851.774974:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667122304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11262us (13814us total) trans 4294976210 rc 0/0 00000100:00100000:3.0:1787755851.774986:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30829 00010000:00010000:3.0:1787755851.775029:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755851.775036:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.775045:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755851.775049:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.775058:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.775075:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.775082:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d8e67b0/0x9b2b325365788fcf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755851.775104:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755851.775106:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755851.775107:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755851.775365:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a91b800/2, rc 0, transno 4294976210 00000100:00100000:0.0:1787755851.775374:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667122304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1787755852.691028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755852.691074:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547840 00000100:00100000:0.0:1787755852.691084:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547840 00000100:00100000:0.0:1787755852.691145:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30830 00000100:00100000:0.0:1787755852.691167:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654547840:12345-192.168.201.7@tcp:16:kworker.0 00000100:00100000:0.0:1787755852.691276:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654547840:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 121us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755852.691283:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30830 00000100:00100000:0.0:1787755852.691353:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00080000:1.0:1787755852.695076:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755852.695451:0:20177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547712 00000100:00100000:3.0:1787755852.695463:0:20177:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547712 00002000:00100000:3.0:1787755852.695519:0:20177:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x51d:0x0] (0->5) req@ffff9dfe51b85180 x1874588654547712/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:423/0 lens 496/0 e 0 to 0 dl 1787755863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755852.695531:0:20177:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b85180 with x1874588654547712 ext(0->5) 00002000:00010000:3.0:1787755852.695536:0:20177:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe51b85180 00000100:00100000:3.0:1787755852.695640:0:20177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27944 00000100:00100000:3.0:1787755852.695729:0:20177:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654547712:12345-192.168.201.7@tcp:4:bash.0 00000100:00100000:3.0:1787755852.696608:0:20177:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2400:x1874588654547712:12345-192.168.201.7@tcp:4:bash.0 Request processed in 953us (5247us total) trans 4294976211 rc 0/0 00000100:00100000:3.0:1787755852.696620:0:20177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27944 00002000:00100000:3.0:1787755852.696629:0:20177:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x51d:0x0] (0->5) req@ffff9dfe51b85180 x1874588654547712/t4294976211(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:423/0 lens 496/448 e 0 to 0 dl 1787755863 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755852.696639:0:20177:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe51b85180 with x1874588654547712 ext(0->5) 00002000:00010000:3.0:1787755852.696643:0:20177:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe51b85180 00000100:00100000:3.0:1787755852.696728:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755852.696881:0:29885:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654547968 00000100:00100000:3.0:1787755852.696889:0:29885:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654547968 00002000:00100000:3.0:1787755852.696930:0:29885:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x4d6:0x0] (0->5) req@ffff9dfe4cc7d500 x1874588654547968/t0(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:423/0 lens 496/0 e 0 to 0 dl 1787755863 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755852.696940:0:29885:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4cc7d500 with x1874588654547968 ext(0->5) 00002000:00010000:3.0:1787755852.696943:0:29885:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4cc7d500 00000100:00100000:3.0:1787755852.696962:0:29885:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27945 00000100:00100000:3.0:1787755852.696971:0:29885:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654547968:12345-192.168.201.7@tcp:4:bash.0 00000100:00080000:3.0:1787755852.697372:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755852.700571:0:29885:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654547968:12345-192.168.201.7@tcp:4:bash.0 Request processed in 3591us (3832us total) trans 4294973875 rc 0/0 00000100:00100000:1.0:1787755852.700586:0:29885:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27945 00002000:00100000:1.0:1787755852.700599:0:29885:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x280000400:0x4d6:0x0] (0->5) req@ffff9dfe4cc7d500 x1874588654547968/t4294973875(0) o4->b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp:423/0 lens 496/448 e 0 to 0 dl 1787755863 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1787755852.700610:0:29885:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4cc7d500 with x1874588654547968 ext(0->5) 00002000:00010000:1.0:1787755852.700616:0:29885:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9dfe4cc7d500 00000100:00100000:0.0:1787755852.709091:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755852.709189:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548096 00000100:00100000:1.0:1787755852.709199:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548096 00000100:00100000:1.0:1787755852.709259:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30831 00000100:00100000:1.0:1787755852.709270:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654548096:12345-192.168.201.7@tcp:16:kworker.0 00000001:00080000:2.0:1787755852.710369:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976211 is committed 00000001:00080000:2.0:1787755852.710389:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976210 is committed 00000001:00080000:1.0:1787755852.711703:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973875 is committed 00000100:00100000:2.0:1787755852.713099:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654548096:12345-192.168.201.7@tcp:16:kworker.0 Request processed in 3820us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755852.713113:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30831 00010000:00010000:1.0:1787755852.770571:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755853.250405:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.250538:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548224 00000100:00100000:3.0:1787755853.250549:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548224 00000100:00080000:0.0:1787755853.250635:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755853.250641:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70471 00000100:00100000:3.0:1787755853.250653:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:226381:x1874588654548224:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755853.250677:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755853.250702:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365788fd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143bd expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.250781:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.250797:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.250821:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755853.250872:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755853.250876:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755853.250897:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.250923:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365788fd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.250943:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.250952:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755853.250955:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755853.250959:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755853.251022:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:226381:x1874588654548224:12345-192.168.201.7@tcp:101:cat.0 Request processed in 372us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.251030:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70471 00000100:00100000:0.0:1787755853.280038:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.282076:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548352 00000100:00100000:3.0:1787755853.282093:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548352 00000100:00100000:3.0:1787755853.282186:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70472 00000100:00100000:3.0:1787755853.282197:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:226381:x1874588654548352:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755853.282217:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755853.282235:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365788fe4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143c4 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282299:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282333:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282347:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282363:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282371:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282377:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282452:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788ff9 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282460:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788ff9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282467:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788ff9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755853.282490:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788ff9 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282504:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282510:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282517:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282523:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282529:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.282533:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282541:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282554:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755853.282557:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.282563:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282570:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365788feb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282588:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282595:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282601:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282606:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.282609:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282615:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282754:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff445c4100) 00010000:00010000:3.0:1787755853.282758:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.282761:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282769:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365788ff2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282806:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365788fe4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143c4 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282820:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788ff9 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143c4 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.282828:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff445c4c00) 00010000:00010000:3.0:1787755853.282830:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755853.282833:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755853.283745:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:226381:x1874588654548352:12345-192.168.201.7@tcp:101:cat.0 Request processed in 1541us (3708us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.283758:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70472 00000100:00100000:0.0:1787755853.298072:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755853.298169:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548480 00000100:00100000:2.0:1787755853.298179:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548480 00000100:00100000:2.0:1787755853.298257:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70473 00000100:00100000:2.0:1787755853.298269:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+5:226381:x1874588654548480:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755853.298288:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755853.298312:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789000 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143cb expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.298404:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365789007 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.298418:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365789007 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.298432:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365789007 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755853.298532:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00000004:00200000:2.0:1787755853.298537:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755853.298578:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789000 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143cb expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.298598:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365789007 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143cb expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.298607:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:2.0:1787755853.298610:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1787755853.298614:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00080000:0.0:1787755853.298730:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755853.301582:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+6:226381:x1874588654548480:12345-192.168.201.7@tcp:101:cat.0 Request processed in 3301us (3509us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.301595:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70473 00000100:00100000:1.0:1787755853.314930:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.315117:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548608 00000100:00100000:3.0:1787755853.315131:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548608 00000100:00100000:3.0:1787755853.315215:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70474 00000100:00100000:3.0:1787755853.315229:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:226381:x1874588654548608:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755853.315258:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755853.315287:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578900e lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143d2 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.315476:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.315494:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.315507:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755853.315558:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19d:0x0]: returning size 4096 00000004:00200000:3.0:1787755853.315563:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755853.315597:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b200/0x9b2b32536578900e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.315614:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.315635:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff445c4100) 00010000:00010000:3.0:1787755853.315640:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755853.315644:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755853.315710:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:226381:x1874588654548608:12345-192.168.201.7@tcp:101:cat.0 Request processed in 484us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.315716:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70474 00000100:00100000:3.0:1787755853.321119:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755853.321247:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548736 00000100:00100000:1.0:1787755853.321258:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548736 00000100:00100000:1.0:1787755853.321347:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70475 00000100:00100000:1.0:1787755853.321358:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:226381:x1874588654548736:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:1.0:1787755853.321378:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755853.321542:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578901c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143d9 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.321706:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.321723:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.321736:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755853.321800:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19b:0x0]: returning size 4096 00000004:00200000:1.0:1787755853.321980:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755853.322025:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578901c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.322044:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.322053:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe466c5f00) 00010000:00010000:1.0:1787755853.322056:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755853.322059:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755853.322137:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:226381:x1874588654548736:12345-192.168.201.7@tcp:101:cat.0 Request processed in 780us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.322154:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70475 00000100:00100000:0.0:1787755853.334886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.335132:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654548992 00000100:00100000:3.0:1787755853.335151:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654548992 00000100:00100000:3.0:1787755853.335215:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70476 00000100:00100000:3.0:1787755853.335226:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+9:226381:x1874588654548992:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:3.0:1787755853.335248:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755853.335268:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578902a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143e0 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.335367:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.335391:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.335403:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.335415:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.335423:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.335430:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00020000:3.0:1787755853.335506:0:35157:0:(mdt_open.c:1594:mdt_reint_open()) cfs_race id 16a sleeping 00000100:00100000:2.0:1787755853.794690:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667123584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755853.794779:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797271:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667124096:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797426:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797501:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667124608:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797530:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797549:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667125120:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797568:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797597:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755853.797604:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667123712:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797633:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797657:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667124224:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797678:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797697:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667124736:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797720:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.797755:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667123712 00000100:00100000:2.0:1787755853.797763:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667123712 00000100:00100000:2.0:1787755853.797828:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1787755853.797838:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8187ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667123712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.797912:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8187ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667123712:12345-0@lo:400:kworker.0 Request processed in 75us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.797922:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1787755853.797993:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667123712:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798389:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667123584 00000100:00100000:0.0:1787755853.798395:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667123584 00000100:00100000:0.0:1787755853.798453:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831 00000100:00100000:0.0:1787755853.798461:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667123584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755853.798490:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:0.0:1787755853.798539:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667123584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (3759us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.798546:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831 00000100:00100000:0.0:1787755853.798571:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667123840:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798602:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.798623:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667124352:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798646:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.798665:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667124864:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798685:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.798709:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787755853.798716:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667123968:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798738:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.798755:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667124480:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798777:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.798794:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667124992:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798814:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.798842:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124608 00000100:00100000:0.0:1787755853.798845:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124608 00000100:00100000:0.0:1787755853.798889:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124864 00000100:00100000:0.0:1787755853.798891:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124864 00000100:00100000:0.0:1787755853.798907:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124992 00000100:00100000:0.0:1787755853.798909:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124992 00000100:00100000:0.0:1787755853.798924:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10144 00000100:00100000:0.0:1787755853.798929:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667124608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.798959:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667124608:12345-0@lo:400:kworker.0 Request processed in 30us (1428us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.798964:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10144 00000100:00100000:0.0:1787755853.798975:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10145 00000100:00100000:0.0:1787755853.798980:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667124864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799002:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667124864:12345-0@lo:400:kworker.0 Request processed in 23us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799007:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10145 00000100:00100000:0.0:1787755853.799015:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10146 00000100:00100000:0.0:1787755853.799019:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667124992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799038:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667124992:12345-0@lo:400:kworker.0 Request processed in 19us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799042:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10146 00000100:00100000:0.0:1787755853.799059:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124736 00000100:00100000:0.0:1787755853.799062:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124736 00000100:00100000:0.0:1787755853.799084:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667123840 00000100:00100000:0.0:1787755853.799086:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667123840 00000100:00100000:0.0:1787755853.799098:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24760 00000100:00100000:0.0:1787755853.799103:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667124736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799131:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667124736:12345-0@lo:400:kworker.0 Request processed in 28us (1410us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799148:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24760 00000100:00100000:0.0:1787755853.799158:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24761 00000100:00100000:0.0:1787755853.799163:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667123840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799190:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667123840:12345-0@lo:400:kworker.0 Request processed in 27us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799195:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24761 00000100:00100000:0.0:1787755853.799221:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124096 00000100:00100000:0.0:1787755853.799225:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124096 00000100:00100000:0.0:1787755853.799246:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125120 00000100:00100000:0.0:1787755853.799248:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125120 00000100:00100000:0.0:1787755853.799261:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124224 00000100:00100000:0.0:1787755853.799264:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124224 00000100:00100000:0.0:1787755853.799277:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124352 00000100:00100000:0.0:1787755853.799279:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124352 00000100:00100000:0.0:1787755853.799292:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667123968 00000100:00100000:0.0:1787755853.799294:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667123968 00000100:00100000:0.0:1787755853.799306:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667124480 00000100:00100000:0.0:1787755853.799307:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667124480 00000100:00100000:0.0:1787755853.799357:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15755 00000100:00100000:0.0:1787755853.799362:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667124096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799388:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667124096:12345-0@lo:400:kworker.0 Request processed in 27us (1963us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799393:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15755 00000100:00100000:0.0:1787755853.799402:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15756 00000100:00100000:0.0:1787755853.799406:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667125120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799424:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667125120:12345-0@lo:400:kworker.0 Request processed in 19us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799429:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15756 00000100:00100000:0.0:1787755853.799436:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15757 00000100:00100000:0.0:1787755853.799440:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667124224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799462:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667124224:12345-0@lo:400:kworker.0 Request processed in 22us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799466:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15757 00000100:00100000:0.0:1787755853.799474:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15758 00000100:00100000:0.0:1787755853.799478:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667124352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799496:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667124352:12345-0@lo:400:kworker.0 Request processed in 18us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799500:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15758 00000100:00100000:0.0:1787755853.799509:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15759 00000100:00100000:0.0:1787755853.799513:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667123968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799531:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667123968:12345-0@lo:400:kworker.0 Request processed in 18us (793us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799536:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15759 00000100:00100000:0.0:1787755853.799544:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15760 00000100:00100000:0.0:1787755853.799548:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667124480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799565:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667124480:12345-0@lo:400:kworker.0 Request processed in 18us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.799570:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15760 00000100:00100000:0.0:1787755853.799653:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667123968:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799663:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667124480:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799671:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667124992:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799680:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667123840:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799689:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667124352:0@lo:400:kworker.0 00000100:00100000:0.0:1787755853.799697:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973874 gen 2 00000004:00080000:0.0:1787755853.799703:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a91a300, transno 4294973874 00000100:00100000:0.0:1787755853.799717:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667124864:0@lo:400:kworker.0 00000100:00080000:2.0:1787755853.804235:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755853.804248:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755853.804253:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755853.804256:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755853.804363:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667124224:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.804388:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985440 gen 2 00000004:00080000:2.0:1787755853.804397:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985439 committed transno 4294985440 00000020:00080000:2.0:1787755853.804404:0:3649:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe5122b540 refcount 2 committed 0 result 0 batchid 4294979814 00000020:00080000:2.0:1787755853.804408:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff7a667400 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe5122b840 00000020:00080000:2.0:1787755853.804412:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].946 00000020:00080000:2.0:1787755853.804415:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff7a667d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4b39a200 00000020:00080000:2.0:1787755853.804419:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].943 00000004:00080000:2.0:1787755853.804476:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985440 committed transno 4294985440 00000100:00100000:2.0:1787755853.804490:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667124736:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.804509:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667124096:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.804522:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294976210 gen 2 00000004:00080000:2.0:1787755853.804526:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a91b800, transno 4294976210 00000100:00100000:2.0:1787755853.804539:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667124608:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.804554:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667125120:0@lo:400:kworker.0 00000100:00100000:2.0:1787755853.804568:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973872 gen 2 00000004:00080000:2.0:1787755853.804572:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a044000, transno 4294973872 00000100:00100000:2.0:1787755853.804592:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667123584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755853.804619:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000020:00080000:2.0:1787755853.804643:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979814 committed batchid 4294979813 00000020:00080000:2.0:1787755853.804722:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979813 00000100:00100000:3.0:1787755853.804762:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654549120 00000100:00100000:3.0:1787755853.804772:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654549120 00000100:00100000:3.0:1787755853.804852:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70477 00000100:00100000:3.0:1787755853.804864:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226383:x1874588654549120:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755853.804885:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755853.804911:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578903f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143e7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.804996:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755853.805012:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755853.805014:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.805029:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755853.805075:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755853.805079:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755853.805102:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.805131:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578903f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 11 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.805165:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.805181:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755853.805184:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755853.805187:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755853.805259:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:226383:x1874588654549120:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 397us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.805268:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70477 00010000:00010000:3.0:1787755853.805413:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755853.809832:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957551 is committed 00000001:00080000:1.0:1787755853.809878:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957547 is committed 00010000:00010000:0.0:1787755853.809953:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.809966:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.809974:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.809984:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755853.809990:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.809998:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.810014:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dfe502b8000) 00010000:00010000:0.0:1787755853.810017:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755853.810023:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.810029:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365788f89 lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.810901:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.811106:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654549248 00000100:00100000:3.0:1787755853.811119:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654549248 00000100:00100000:3.0:1787755853.811196:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70478 00000100:00100000:3.0:1787755853.811209:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226383:x1874588654549248:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:3.0:1787755853.811238:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755853.811261:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578904d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143ee expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811406:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811422:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811434:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811450:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811457:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811464:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811541:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811548:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811555:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755853.811579:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811594:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811599:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811605:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811611:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811616:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.811619:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811625:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811636:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755853.811638:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.811642:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811647:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789054 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811660:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811666:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811671:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811675:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.811678:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811683:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811689:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff445c4d00) 00010000:00010000:3.0:1787755853.811691:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.811694:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811699:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578905b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811732:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b32536578904d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811746:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.811753:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff445c4c00) 00010000:00010000:3.0:1787755853.811755:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755853.811757:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755853.811820:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226383:x1874588654549248:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 615us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.811828:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70478 00000100:00100000:1.0:1787755853.836468:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755853.836634:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654549376 00000100:00100000:0.0:1787755853.836646:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654549376 00000100:00100000:0.0:1787755853.836724:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70479 00000100:00100000:0.0:1787755853.836734:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:226383:x1874588654549376:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755853.836755:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755853.836777:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789069 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143f5 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.836843:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365789070 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.836858:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365789070 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.836870:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365789070 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755853.836966:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00000004:00200000:0.0:1787755853.836970:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755853.837004:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789069 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143f5 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.837021:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365789070 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143f5 expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.837030:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:0.0:1787755853.837033:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:0.0:1787755853.837036:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755853.837109:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226383:x1874588654549376:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 376us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.837115:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70479 00000100:00080000:1.0:1787755853.838738:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755853.849807:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755853.850033:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654549504 00000100:00100000:0.0:1787755853.850043:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654549504 00000100:00100000:0.0:1787755853.850107:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70480 00000100:00100000:0.0:1787755853.850118:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:226383:x1874588654549504:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:0.0:1787755853.850160:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755853.850182:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789077 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2143fc expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850257:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 3/1,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850277:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850288:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 3/1,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850305:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850351:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850360:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850467:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850476:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850485:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755853.850529:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6f:0x0]: returning size 6 00000004:00200000:0.0:1787755853.850534:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755853.850558:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850571:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850584:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850591:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 4/1,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850599:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 3/0,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850606:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850612:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755853.850617:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 4/0,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850625:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 5/0,0 mode: CR/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850638:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff445c4100) 00010000:00010000:0.0:1787755853.850642:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755853.850647:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 3/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850654:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccde00/0x9b2b32536578907e lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850670:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850677:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850684:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850689:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755853.850692:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850699:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850706:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x4ec94fd6 (ffff9dfe48a2ec00) 00010000:00010000:0.0:1787755853.850708:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755853.850711:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850717:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789085 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850749:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789077 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143fc expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850764:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143fc expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.850771:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e500) 00010000:00010000:0.0:1787755853.850774:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755853.850776:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755853.850834:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:226383:x1874588654549504:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 717us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.850844:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70480 00000100:00100000:2.0:1787755853.853943:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755853.854056:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654549632 00000100:00100000:1.0:1787755853.854067:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654549632 00000100:00100000:1.0:1787755853.854131:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70481 00000100:00100000:1.0:1787755853.854167:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:226383:x1874588654549632:12345-192.168.201.7@tcp:101:mrename.0 00010000:00010000:1.0:1787755853.854192:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755853.854216:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789093 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214403 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854306:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854364:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854376:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854389:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854396:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854402:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854511:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854520:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854527:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755853.854568:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db3:0x0]: returning size 6 00000004:00200000:1.0:1787755853.854573:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755853.854594:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854606:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854616:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854624:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854630:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854637:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854643:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755853.854648:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854657:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854670:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe466c5f00) 00010000:00010000:1.0:1787755853.854674:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755853.854679:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854686:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578909a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854704:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854711:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854717:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854722:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755853.854725:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854731:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854739:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755853.854741:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755853.854744:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854750:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657890a1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854777:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789093 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214403 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854793:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214403 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.854801:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755853.854803:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755853.854805:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755853.854869:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226383:x1874588654549632:12345-192.168.201.7@tcp:101:mrename.0 Request processed in 705us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.854876:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70481 00000100:00100000:1.0:1787755853.860526:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755853.860576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.860668:0:6534:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550016 00000100:00100000:3.0:1787755853.860678:0:6534:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550016 00000100:00100000:0.0:1787755853.860729:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654549760 00000100:00100000:0.0:1787755853.860734:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654549760 00000100:00100000:3.0:1787755853.860748:0:6534:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1238 00000100:00100000:3.0:1787755853.860758:0:6534:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:226383:x1874588654550016:12345-192.168.201.7@tcp:36:mrename.0 00000100:00100000:0.0:1787755853.860776:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11215 00000100:00100000:0.0:1787755853.860782:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654549760:12345-192.168.201.7@tcp:103:mrename.0 00010000:00010000:0.0:1787755853.860798:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755853.860812:0:6534:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755853.860824:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b32536578908c lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143fc expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.860825:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657890a8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214403 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.860845:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e500) 00010000:00010000:3.0:1787755853.860845:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755853.860854:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755853.860854:0:6534:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755853.860912:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654549760:12345-192.168.201.7@tcp:103:mrename.0 Request processed in 129us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.860919:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11215 00000100:00100000:3.0:1787755853.860946:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125248:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.860989:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.861016:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755853.861035:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125248 00000100:00100000:3.0:1787755853.861039:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125248 00000100:00100000:3.0:1787755853.861870:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24762 00000100:00100000:3.0:1787755853.861884:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125248:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.861994:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125248:12345-0@lo:1000:mdt_io00_002.0 Request processed in 113us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.862001:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24762 00000100:00100000:1.0:1787755853.862088:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125248:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.862190:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125376:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.862236:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755853.868492:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804000 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.874598:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125376 00000100:00100000:0.0:1787755853.874620:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125376 00000100:00100000:0.0:1787755853.874713:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24763 00000100:00100000:0.0:1787755853.874725:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125376:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.874913:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125376:12345-0@lo:1000:mdt_io00_002.0 Request processed in 190us (12675us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.874920:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24763 00000100:00100000:0.0:1787755853.875003:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a3a2680 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125376:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755853.875049:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00000100:00100000:0.0:1787755853.875108:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125504:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.875629:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.875701:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa016c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755853.879551:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125504 00000100:00100000:1.0:1787755853.879566:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125504 00000100:00100000:1.0:1787755853.879629:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24764 00000100:00100000:1.0:1787755853.879641:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125504:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.879793:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125504:12345-0@lo:1000:mdt_io00_002.0 Request processed in 154us (4165us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.879801:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24764 00000100:00100000:0.0:1787755853.879914:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125504:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755853.879959:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6e:0x0] 00000100:00100000:0.0:1787755853.880015:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125632:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.880056:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.880089:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa016c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755853.880167:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125632 00000100:00100000:1.0:1787755853.880172:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125632 00000100:00100000:1.0:1787755853.880238:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24765 00000100:00100000:1.0:1787755853.880247:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125632:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.880306:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125632:12345-0@lo:1000:mdt_io00_002.0 Request processed in 60us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.880332:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24765 00000100:00100000:0.0:1787755853.880632:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125632:0@lo:1000:mdt_io00_002.0 00000004:00080000:0.0:1787755853.880676:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00000100:00100000:0.0:1787755853.880699:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125760:0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.880727:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.880743:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa016c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.880758:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125760 00000100:00100000:0.0:1787755853.880762:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125760 00000100:00100000:0.0:1787755853.880783:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24766 00000100:00100000:0.0:1787755853.880790:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125760:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.880844:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125760:12345-0@lo:1000:mdt_io00_002.0 Request processed in 53us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.880851:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24766 00000100:00100000:0.0:1787755853.880878:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125760:0@lo:1000:mdt_io00_002.0 00000004:00020000:0.0:1787755853.880903:0:6534:0:(mdt_reint.c:2937:mdt_reint_rename()) cfs_fail_race id 16a waking 00010000:00010000:0.0:1787755853.880949:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.880960:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.880970:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 3/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.880982:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125888:0@lo:101:mdt_io00_002.0 00000100:00100000:0.0:1787755853.881006:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.881020:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.881030:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667125888 00000100:00100000:0.0:1787755853.881034:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667125888 00000100:00100000:0.0:1787755853.881050:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24767 00000100:00100000:0.0:1787755853.881056:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6534:x1874588667125888:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755853.881064:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00020000:3.0:1787755853.881073:0:35157:0:(mdt_open.c:1594:mdt_reint_open()) cfs_fail_race id 16a awake: rc=4450 00010000:00010000:0.0:1787755853.881081:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657890af expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.881105:0:6525:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.881114:0:6525:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 4/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881152:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881163:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881174:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755853.881187:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1db3:0x0]: returning size 6 00010000:00010000:3.0:1787755853.881290:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881299:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881306:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881346:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881352:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.881357:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881379:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881395:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe466c5f00) 00010000:00010000:3.0:1787755853.881398:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.881403:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881409:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789031 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881426:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881433:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881438:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881443:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.881445:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881450:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881457:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dfe502b8000) 00010000:00010000:3.0:1787755853.881459:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.881461:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881467:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789038 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881524:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578902a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 12 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881539:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 11 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.881545:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dff445c4d00) 00010000:00010000:3.0:1787755853.881547:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755853.881549:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755853.881600:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+11:226381:x1874588654548992:12345-192.168.201.7@tcp:101:cat.0 Request processed in 546376us (546725us total) trans 8589957552 rc 0/0 00000100:00100000:3.0:1787755853.881607:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70476 00010000:00010000:0.0:1787755853.884634:0:6525:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.884667:0:6525:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 6 pid: 10713 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.884686:0:6525:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1874588667126016:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755853.884826:0:6525:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa016c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.902613:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755853.902788:0:6525:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001_UUID:6525:1874588667126016:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755853.902827:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.902842:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff445c4100) 00010000:00010000:1.0:1787755853.902845:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755853.902850:0:6525:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 3/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 6 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.902861:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:1.0:1787755853.902933:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667125888:12345-0@lo:101:mdt_io00_002.0 Request processed in 21876us (21926us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.902942:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24767 00000100:00100000:0.0:1787755853.903033:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667125888:0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755853.903052:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.903062:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 4/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.903182:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550144 00000100:00100000:2.0:1787755853.903190:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550144 00000100:00100000:2.0:1787755853.903267:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30832 00000100:00100000:2.0:1787755853.903277:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654550144:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:2.0:1787755853.903291:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755853.903310:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e7674fb/0x9b2b3253657890cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21440a expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.903399:0:20488:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20488:1874588667126144:192.168.201.7@tcp:106: 00000100:00100000:2.0:1787755853.903466:0:20488:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86d80 going to sleep for 11 seconds 00000100:00080000:1.0:1787755853.903623:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755853.908105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755853.908381:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550272 00000100:00100000:0.0:1787755853.908391:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550272 00002000:00010000:2.0:1787755853.908418:0:20488:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x51d:0x0] updating lvb size: 0 -> 6 00002000:00010000:2.0:1787755853.908423:0:20488:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x51d:0x0] updating lvb mtime: 0 -> 1787755848 00002000:00010000:2.0:1787755853.908425:0:20488:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x51d:0x0] updating lvb atime: 0 -> 1787755848 00002000:00010000:2.0:1787755853.908427:0:20488:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x51d:0x0] updating lvb ctime: 0 -> 1787755848 00002000:00010000:2.0:1787755853.908429:0:20488:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x51d:0x0] updating lvb blocks: 0 -> 8 00010000:00010000:0.0:1787755853.908436:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 7 pid: 10713 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.908447:0:20488:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:20488:1874588667126144:192.168.201.7@tcp:106: 00000100:00100000:0.0:1787755853.908482:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21774 00010000:00010000:2.0:1787755853.908482:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e7674fb/0x9b2b3253657890cb lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21440a expref: 6 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.908492:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654550272:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755853.908506:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755853.908513:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 7 pid: 10713 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.908515:0:20488:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e7674fb/0x9b2b3253657890cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21440a expref: 6 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.908525:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 7 pid: 10713 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.908534:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00010000:00010000:0.0:1787755853.908539:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789015 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d2 expref: 7 pid: 10713 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.908550:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff445c4100) 00010000:00010000:0.0:1787755853.908557:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 5 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.908572:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 5 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.908580:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 5 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.908596:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654550144:12345-192.168.201.7@tcp:101:cat.0 Request processed in 5321us (5996us total) trans 0 rc 301/301 00000100:00100000:2.0:1787755853.908604:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30832 00010000:00010000:0.0:1787755853.908608:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 5 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.908621:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6506:1874588667126272:0@lo:105: 00000100:00100000:0.0:1787755853.908662:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.908704:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755853.909553:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667126272 00000100:00100000:2.0:1787755853.909562:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667126272 00000100:00100000:2.0:1787755853.909614:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7975 00000100:00100000:2.0:1787755853.909623:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6506:x1874588667126272:12345-0@lo:105: 00010000:00010000:2.0:1787755853.909635:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 5/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.909646:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 5/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.909655:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 5/0,1 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.909664:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 5/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.909672:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.909680:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 6/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.909708:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48ccd800) 00000100:00100000:2.0:1787755853.909767:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0000-mdtlov_UUID+4:6506:x1874588667126272:12345-0@lo:105: Request processed in 145us (1103us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.909774:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7975 00010000:00010000:3.0:1787755853.909857:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.909868:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.909886:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001_UUID:6506:1874588667126272:0@lo:105: 00000004:00080000:3.0:1787755853.909894:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00010000:00010000:0.0:1787755853.909898:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755853.909940:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654550272:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 1448us (1845us total) trans 0 rc 0/0 00010000:00010000:3.0:1787755853.909943:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.909948:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21774 00010000:00010000:3.0:1787755853.909950:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.909960:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755853.909977:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667126400:0@lo:101:mdt_io00_002.0 00000100:00100000:3.0:1787755853.910015:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.910047:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.910637:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667126400 00000100:00100000:0.0:1787755853.910644:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667126400 00000100:00100000:0.0:1787755853.910692:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24768 00000100:00100000:0.0:1787755853.910701:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6534:x1874588667126400:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755853.910718:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755853.910735:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657890d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657890d2 expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.910759:0:7475:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657890d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657890d2 expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.910775:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657890d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657890d2 expref: 7 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.910783:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x4ec94fd6 (ffff9dfe48a2e500) 00010000:00010000:0.0:1787755853.910785:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755853.910789:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755853.910843:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667126400:12345-0@lo:101:mdt_io00_002.0 Request processed in 143us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.910849:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24768 00000100:00100000:3.0:1787755853.912272:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667126400:0@lo:101:mdt_io00_002.0 00010000:00010000:3.0:1787755853.912302:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.912340:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755853.912364:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00000100:00100000:1.0:1787755853.912392:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00010000:00010000:3.0:1787755853.912401:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.912414:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.912422:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.912457:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.912473:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 10 pid: 35154 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.912481:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550400 00000100:00100000:0.0:1787755853.912490:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550400 00000100:00100000:3.0:1787755853.912491:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667126528:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755853.912548:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30833 00000100:00100000:0.0:1787755853.912559:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:226381:x1874588654550400:12345-192.168.201.7@tcp:101:cat.0 00010000:00010000:0.0:1787755853.912571:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1787755853.912573:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334600 going to sleep for 11 seconds 00010000:00010000:0.0:1787755853.912584:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214411 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.912610:0:9891:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.912618:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x51d:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755853.912622:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787755853.912627:0:9891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 4/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.912647:0:9891:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 5 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.912656:0:9891:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 5 pid: 8433 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.912665:0:9891:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588667126656:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755853.912690:0:9891:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787755853.915820:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755853.915875:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755853.915887:0:9891:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:9891:1874588667126656:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755853.915922:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550528 00010000:00010000:0.0:1787755853.915927:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 3/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 6 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.915929:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550528 00010000:00010000:0.0:1787755853.915950:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00010000:00010000:2.0:1787755853.915969:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 11 pid: 35154 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.915997:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550656 00000100:00100000:2.0:1787755853.916000:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550656 00000100:00100000:0.0:1787755853.916010:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:226381:x1874588654550400:12345-192.168.201.7@tcp:101:cat.0 Request processed in 3452us (3620us total) trans 0 rc 0/0 00010000:00010000:2.0:1787755853.916011:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 6 pid: 8433 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.916018:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30833 00000100:00100000:2.0:1787755853.916031:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21775 00000100:00100000:2.0:1787755853.916039:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654550528:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755853.916055:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755853.916063:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 11 pid: 35154 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916078:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 11 pid: 35154 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916101:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe466c5f00) 00010000:00010000:2.0:1787755853.916107:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916117:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916142:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916161:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755853.916183:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654550528:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 144us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.916189:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21775 00000100:00100000:2.0:1787755853.916205:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21776 00000100:00100000:2.0:1787755853.916212:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654550656:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755853.916222:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755853.916242:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 6 pid: 8433 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916253:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 6 pid: 8433 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916270:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d39869c/0x9b2b325365788f9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143a8 expref: 6 pid: 8433 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916285:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755853.916290:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755853.916297:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916307:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.916384:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.916400:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:34739:1874588667126784:192.168.201.7@tcp:105: 00000100:00100000:2.0:1787755853.916456:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86d80 going to sleep for 11 seconds 00010000:00010000:3.0:1787755853.916817:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789023 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143d9 expref: 10 pid: 35154 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755853.916832:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667126528:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755853.916848:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.916857:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.916863:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.916886:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.916896:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.916919:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755853.917014:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667126912:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.917056:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.917080:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.919114:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:34739:1874588667126784:192.168.201.7@tcp:105: 00010000:00010000:0.0:1787755853.919164:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755853.919170:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667126912 00000100:00100000:2.0:1787755853.919177:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667126912 00000100:00100000:2.0:1787755853.919221:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24769 00000100:00100000:2.0:1787755853.919230:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667126912:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.919311:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667126912:12345-0@lo:1000:mdt_io00_002.0 Request processed in 82us (2255us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.919342:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24769 00000100:00100000:3.0:1787755853.919646:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667126912:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.919768:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127040:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.919805:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.919836:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.919845:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654550656:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3010us (3347us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.919855:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21776 00000100:00100000:1.0:1787755853.920021:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127040 00000100:00100000:1.0:1787755853.920027:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127040 00000100:00100000:1.0:1787755853.920067:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24770 00000100:00100000:1.0:1787755853.920075:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127040:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.920166:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127040:12345-0@lo:1000:mdt_io00_002.0 Request processed in 92us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.920173:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24770 00000100:00100000:3.0:1787755853.924541:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127040:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.924646:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127168:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.924716:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.924751:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755853.927473:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755853.928438:0:24265:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654550784 00000100:00100000:3.0:1787755853.928459:0:24265:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654550784 00002000:00100000:3.0:1787755853.928540:0:24265:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x51d:0x0] (0->4095) req@ffff9dfe4a3a2d80 x1874588654550784/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:424/0 lens 488/0 e 0 to 0 dl 1787755864 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787755853.928547:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127168 00002000:00100000:3.0:1787755853.928551:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a3a2d80 with x1874588654550784 ext(0->4095) 00000100:00100000:2.0:1787755853.928552:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127168 00002000:00010000:3.0:1787755853.928557:0:24265:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a3a2d80 00000100:00100000:3.0:1787755853.928583:0:24265:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 27946 00000100:00100000:2.0:1787755853.928590:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24771 00000100:00100000:3.0:1787755853.928592:0:24265:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654550784:12345-192.168.201.7@tcp:3:cat.0 00000100:00100000:2.0:1787755853.928596:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127168:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.931816:0:24265:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654550784:12345-192.168.201.7@tcp:3:cat.0 Request processed in 3209us (4341us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1787755853.931831:0:24265:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 27946 00002000:00100000:3.0:1787755853.931846:0:24265:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x2c0000401:0x51d:0x0] (0->4095) req@ffff9dfe4a3a2d80 x1874588654550784/t0(0) o3->7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp:424/0 lens 488/4536 e 0 to 0 dl 1787755864 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1787755853.931856:0:24265:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9dfe4a3a2d80 with x1874588654550784 ext(0->4095) 00002000:00010000:3.0:1787755853.931865:0:24265:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9dfe4a3a2d80 00000100:00100000:2.0:1787755853.936240:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127168:12345-0@lo:1000:mdt_io00_002.0 Request processed in 7621us (11501us total) trans 0 rc 1/1 00000100:00100000:2.0:1787755853.936260:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24771 00000100:00100000:3.0:1787755853.936342:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127168:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.936519:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127296:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.936580:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.936622:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755853.936773:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127296 00000100:00100000:1.0:1787755853.936781:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127296 00000100:00100000:1.0:1787755853.936838:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24772 00000100:00100000:1.0:1787755853.936850:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127296:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.936965:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127296:12345-0@lo:1000:mdt_io00_002.0 Request processed in 118us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755853.936972:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24772 00000100:00100000:3.0:1787755853.937169:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127296:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.937246:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127424:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.937273:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.937298:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.937377:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127424 00000100:00100000:0.0:1787755853.937382:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127424 00000100:00100000:0.0:1787755853.937424:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24773 00000100:00100000:0.0:1787755853.937432:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127424:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.937492:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127424:12345-0@lo:1000:mdt_io00_002.0 Request processed in 61us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.937499:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24773 00000100:00100000:3.0:1787755853.937611:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127424:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755853.937633:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6e:0x0] 00010000:00010000:3.0:1787755853.937727:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.937746:0:6534:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.937755:0:6534:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.937782:0:6534:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.937798:0:6534:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 9 pid: 35157 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755853.937809:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667127552:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755853.937876:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334600 going to sleep for 11 seconds 00000100:00100000:3.0:1787755853.948945:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000_UUID:6534:1874588667127552:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755853.948980:0:6534:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755853.952730:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755853.952773:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755853.952873:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551168 00000100:00100000:0.0:1787755853.952884:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551168 00010000:00010000:0.0:1787755853.952931:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 10 pid: 35157 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755853.952979:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21777 00000100:00100000:0.0:1787755853.952992:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654551168:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755853.953007:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755853.953015:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 10 pid: 35157 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.953031:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 10 pid: 35157 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.953055:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657890bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1db3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e0 expref: 10 pid: 35157 timeout: 9010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.953075:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dff445c4d00) 00010000:00010000:0.0:1787755853.953080:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.953089:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.953096:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.953149:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755853.953206:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:2402:x1874588654551168:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 216us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.953214:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21777 00010000:00010000:1.0:1787755853.953990:0:6534:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.954005:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.954077:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.954086:0:6534:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.954099:0:6534:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755853.954124:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127680:0@lo:101:mdt_io00_002.0 00000100:00100000:1.0:1787755853.954189:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755853.954228:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755853.954393:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551040 00000100:00100000:3.0:1787755853.954400:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551040 00000100:00100000:0.0:1787755853.954554:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127680 00000100:00100000:0.0:1787755853.954559:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127680 00000100:00100000:0.0:1787755853.954592:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24774 00000100:00100000:0.0:1787755853.954600:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6534:x1874588667127680:12345-0@lo:101:mdt_io00_002.0 00010000:00010000:0.0:1787755853.954616:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755853.954634:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365789103 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657890fc expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.954658:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365789103 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657890fc expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.954671:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365789103 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657890fc expref: 8 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755853.954679:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:0.0:1787755853.954681:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1787755853.954685:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755853.954727:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667127680:12345-0@lo:101:mdt_io00_002.0 Request processed in 128us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.954734:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24774 00000100:00100000:1.0:1787755853.955009:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127680:0@lo:101:mdt_io00_002.0 00010000:00010000:1.0:1787755853.955028:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755853.955040:0:6534:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755853.955070:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6f:0x0] 00000100:00100000:1.0:1787755853.955146:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127808:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.955190:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755853.955221:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755853.955843:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9407 00000100:00100000:3.0:1787755853.955861:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:226381:x1874588654551040:12345-192.168.201.7@tcp:35:cat.0 00000100:00100000:0.0:1787755853.956339:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127808 00000100:00100000:0.0:1787755853.956347:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127808 00000100:00100000:0.0:1787755853.956401:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24775 00000100:00100000:0.0:1787755853.956409:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667127808:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.956494:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667127808:12345-0@lo:1000:mdt_io00_002.0 Request processed in 85us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755853.956647:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+10:226381:x1874588654551040:12345-192.168.201.7@tcp:35:cat.0 Request processed in 793us (3928us total) trans 8589957553 rc 0/0 00000100:00100000:3.0:1787755853.956656:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9407 00000100:00100000:0.0:1787755853.956709:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24775 00000100:00100000:1.0:1787755853.960195:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127808:0@lo:1000:mdt_io00_002.0 00000004:00080000:1.0:1787755853.960254:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00000100:00100000:1.0:1787755853.960357:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe495b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127936:0@lo:1000:mdt_io00_002.0 00000100:00100000:1.0:1787755853.960443:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755853.960482:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4e804300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.960763:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667127936 00000100:00100000:0.0:1787755853.960772:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667127936 00000100:00100000:0.0:1787755853.960819:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24776 00000100:00100000:0.0:1787755853.960828:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667127936:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.960927:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667127936:12345-0@lo:1000:mdt_io00_002.0 Request processed in 100us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.960934:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24776 00000100:00100000:2.0:1787755853.961029:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe495b1500 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667127936:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755853.961052:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6e:0x0] 00010000:00010000:2.0:1787755853.961093:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 3/0,1 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.961107:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.961139:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755853.961193:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128064:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.961225:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.961249:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.961383:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128064 00000100:00100000:0.0:1787755853.961388:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128064 00000100:00100000:0.0:1787755853.961410:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24777 00000100:00100000:0.0:1787755853.961416:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128064:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.961473:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128064:12345-0@lo:1000:mdt_io00_002.0 Request processed in 57us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.961480:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24777 00000100:00100000:2.0:1787755853.966566:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128064:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755853.966624:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6e:0x0] 00000100:00100000:2.0:1787755853.966695:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128192:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.966773:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.966814:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.967144:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128192 00000100:00100000:0.0:1787755853.967151:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128192 00000100:00100000:0.0:1787755853.967215:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24778 00000100:00100000:0.0:1787755853.967226:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128192:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.967341:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128192:12345-0@lo:1000:mdt_io00_002.0 Request processed in 116us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.967349:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24778 00000100:00100000:2.0:1787755853.968341:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e0a80 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128192:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.968438:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128320:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.968491:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.968540:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.968887:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128320 00000100:00100000:0.0:1787755853.968895:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128320 00000100:00100000:0.0:1787755853.968952:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24779 00000100:00100000:0.0:1787755853.968961:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128320:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.969067:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128320:12345-0@lo:1000:mdt_io00_002.0 Request processed in 106us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.969075:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24779 00000100:00100000:2.0:1787755853.969175:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128320:0@lo:1000:mdt_io00_002.0 00000004:00080000:2.0:1787755853.969205:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00000100:00100000:2.0:1787755853.969242:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128448:0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.969273:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.969299:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.969495:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128448 00000100:00100000:0.0:1787755853.969511:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128448 00000100:00100000:0.0:1787755853.969550:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24780 00000100:00100000:0.0:1787755853.969558:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128448:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.969624:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbcc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128448:12345-0@lo:1000:mdt_io00_002.0 Request processed in 67us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.969630:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24780 00000100:00100000:3.0:1787755853.970096:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8aa00 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128448:0@lo:1000:mdt_io00_002.0 00000004:00080000:3.0:1787755853.970142:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6e:0x0] 00000100:00100000:3.0:1787755853.970185:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128576:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.970263:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.970290:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a3343c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787755853.970374:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128576 00000100:00100000:2.0:1787755853.970380:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128576 00000100:00100000:2.0:1787755853.970419:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24781 00000100:00100000:2.0:1787755853.970427:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128576:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:2.0:1787755853.970486:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128576:12345-0@lo:1000:mdt_io00_002.0 Request processed in 59us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.970492:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24781 00000100:00100000:3.0:1787755853.970713:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128576:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.970748:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128704:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.970773:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.970797:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a3343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.970941:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128704 00000100:00100000:0.0:1787755853.970946:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128704 00000100:00100000:0.0:1787755853.970980:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24782 00000100:00100000:0.0:1787755853.970988:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128704:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.971040:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128704:12345-0@lo:1000:mdt_io00_002.0 Request processed in 53us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.971047:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24782 00000100:00100000:3.0:1787755853.971234:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128704:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.971308:0:6534:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128832:0@lo:1000:mdt_io00_002.0 00000100:00100000:3.0:1787755853.971381:0:6534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755853.971396:0:6534:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a3343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755853.971730:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667128832 00000100:00100000:0.0:1787755853.971735:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667128832 00000100:00100000:0.0:1787755853.971770:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24783 00000100:00100000:0.0:1787755853.971778:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128832:12345-0@lo:1000:mdt_io00_002.0 00000100:00100000:0.0:1787755853.971850:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+8:6534:x1874588667128832:12345-0@lo:1000:mdt_io00_002.0 Request processed in 73us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755853.971857:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24783 00000100:00100000:3.0:1787755853.972538:0:6534:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7d180 pname:cluuid:pid:xid:nid:opc:job mdt_io00_002:lustre-MDT0000-mdtlov_UUID:6534:1874588667128832:0@lo:1000:mdt_io00_002.0 00000040:00080000:3.0:1787755853.972981:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].223, 64 off22464 00000004:00080000:3.0:1787755853.972992:0:6534:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8910994675791ns, next at 8911994673791ns, rc = 0 00000040:00080000:3.0:1787755853.973195:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x2:0x0].945, 904 off885640 00000040:00080000:3.0:1787755853.973250:0:6534:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000404:0x2:0x0].947, 984 off982704 00000004:00080000:3.0:1787755853.973257:0:6534:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4a334300 with version 1842 00000004:00080000:0.0:1787755853.974074:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1842 rpc_version 1842 00000020:00100000:0.0:1787755853.974146:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755853.974157:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91a680 x1874588667129088/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 2584/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755853.974182:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667129088:0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755853.974253:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755853.974296:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787755853.974757:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667129088 00000100:00100000:3.0:1787755853.974768:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667129088 00000100:00100000:3.0:1787755853.974841:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24784 00000100:00100000:3.0:1787755853.974853:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+8:30971:x1874588667129088:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:2.0:1787755853.976337:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+9:30971:x1874588667129088:12345-0@lo:1000:osp_up1-0.0 Request processed in 1459us (2056us total) trans 4294985450 rc 0/0 00000100:00100000:2.0:1787755853.976351:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24784 00000100:00100000:0.0:1787755853.976705:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91a680 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667129088:0@lo:1000:osp_up1-0.0 00010000:00010000:3.0:1787755853.976804:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976815:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976823:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976830:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.976836:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976843:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976859:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dff445c4d00) 00010000:00010000:3.0:1787755853.976862:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755853.976868:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976878:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657890f5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1db3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755853.976900:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000403:0x1e6f:0x0] 00010000:00010000:3.0:1787755853.976986:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.976995:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977007:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977012:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977018:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977022:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.977025:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977030:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977039:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe466c5f00) 00010000:00010000:3.0:1787755853.977041:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.977044:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977053:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657890e0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755853.977068:0:6534:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000318c7ed5 reply state 00000000dff6ea5a transno 8589957554 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977081:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977087:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755853.977090:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755853.977093:0:6534:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00080000:3.0:1787755853.977096:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00010000:00010000:3.0:1787755853.977100:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977108:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 4/0,1 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977115:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977293:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755853.977300:0:6534:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x240000400:0x19d:0x0] 00010000:00010000:3.0:1787755853.977305:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977312:0:6534:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977358:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 3/0,1 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977372:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 2/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977378:0:6534:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977383:0:6534:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755853.977386:0:6534:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 3/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977393:0:6534:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 4/0,0 mode: EX/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977402:0:6534:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000004:0x1:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:3.0:1787755853.977404:0:6534:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755853.977407:0:6534:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 2/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977414:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b32536578910a lrc: 0/0,0 mode: --/EX res: [0x200000004:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977445:0:6534:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977457:0:6534:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977466:0:6534:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977473:0:6534:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977479:0:6534:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755853.977485:0:6534:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.977952:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787755853.977962:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 2/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.977972:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:2.0:1787755853.977977:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755853.977987:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 3/0,0 mode: CW/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978035:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 2/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978043:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787755853.978088:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 1/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978097:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48ccd800/0x9b2b3253657890af lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657890b6 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978143:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755853.978147:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978153:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755853.978156:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978163:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 5/0,0 mode: PW/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978173:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1db3:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:2.0:1787755853.978176:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755853.978179:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 3/0,0 mode: --/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.978185:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755853.978187:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755853.978189:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755853.978850:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667129216:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755853.978935:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755853.979144:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667129216 00000100:00100000:2.0:1787755853.979153:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667129216 00000100:00100000:2.0:1787755853.979220:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11216 00000100:00100000:2.0:1787755853.979230:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+9:3650:x1874588667129216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755853.979245:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755853.979268:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b3253657890b6 lrc: 0/0,0 mode: --/CW res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657890af expref: 9 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.979284:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dff445c4100) 00010000:00010000:2.0:1787755853.979293:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755853.979356:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0000-mdtlov_UUID+8:3650:x1874588667129216:12345-0@lo:103:ldlm_bl.0 Request processed in 127us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755853.979438:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11216 00000100:00100000:0.0:1787755853.979928:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667129216:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787755853.980212:0:6534:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787755853.980224:0:6534:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789111 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1db3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755853.980527:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755853.980599:0:6534:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:226383:x1874588654550016:12345-192.168.201.7@tcp:36:mrename.0 Request processed in 119837us (120017us total) trans 8589957554 rc 0/0 00000100:00100000:2.0:1787755853.980607:0:6534:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1238 00000100:00100000:2.0:1787755854.314548:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755854.314575:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667129344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755854.314647:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755854.314695:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667129344 00000100:00100000:2.0:1787755854.314704:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667129344 00000100:00100000:2.0:1787755854.314755:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6832 00000100:00100000:2.0:1787755854.314764:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667129344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755854.314796:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915776000 avail 3684253696 00000100:00100000:2.0:1787755854.314840:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667129344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755854.314848:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6832 00000100:00100000:2.0:1787755854.314901:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667129344:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755854.818999:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755855.252163:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252211:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252240:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252261:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252279:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252298:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252353:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252381:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252407:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.252437:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551552 00000100:00100000:1.0:1787755855.252447:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551552 00000100:00100000:1.0:1787755855.252520:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552064 00000100:00100000:1.0:1787755855.252523:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552064 00000100:00100000:1.0:1787755855.252546:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551424 00000100:00100000:1.0:1787755855.252549:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551424 00000100:00100000:1.0:1787755855.252568:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551936 00000100:00100000:1.0:1787755855.252571:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551936 00000100:00100000:1.0:1787755855.252593:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15761 00000100:00100000:1.0:1787755855.252605:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654551552:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.252688:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654551552:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 85us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.252696:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15761 00000100:00100000:1.0:1787755855.252715:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15762 00000100:00100000:1.0:1787755855.252722:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654552064:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.252749:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654552064:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.252754:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15762 00000100:00100000:1.0:1787755855.252766:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15763 00000100:00100000:1.0:1787755855.252771:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:2399:x1874588654551424:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.252801:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:2399:x1874588654551424:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.252806:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15763 00000100:00100000:1.0:1787755855.252817:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15764 00000100:00100000:1.0:1787755855.252823:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2399:x1874588654551936:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.252848:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2399:x1874588654551936:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.252855:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15764 00000100:00100000:1.0:1787755855.252879:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551808 00000100:00100000:1.0:1787755855.252884:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551808 00000100:00100000:1.0:1787755855.252917:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552320 00000100:00100000:1.0:1787755855.252920:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552320 00000100:00100000:1.0:1787755855.252943:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551680 00000100:00100000:1.0:1787755855.252946:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551680 00000100:00100000:1.0:1787755855.252965:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552192 00000100:00100000:1.0:1787755855.252968:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552192 00000100:00100000:1.0:1787755855.252992:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10147 00000100:00100000:1.0:1787755855.253000:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654551808:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.253032:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654551808:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 33us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.253040:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10147 00000100:00100000:1.0:1787755855.253053:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10148 00000100:00100000:1.0:1787755855.253061:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654552320:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.253090:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654552320:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.253097:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10148 00000100:00100000:1.0:1787755855.253124:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10149 00000100:00100000:1.0:1787755855.253131:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654551680:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.253158:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654551680:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (813us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.253165:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10149 00000100:00100000:1.0:1787755855.253177:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10150 00000100:00100000:1.0:1787755855.253184:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654552192:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755855.253205:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654552192:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.253211:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10150 00000100:00080000:1.0:1787755855.253244:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755855.253251:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755855.253253:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755855.253255:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755855.255831:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654551296 00000100:00100000:3.0:1787755855.255845:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654551296 00000100:00100000:3.0:1787755855.255970:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2410 00000100:00100000:3.0:1787755855.255981:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4371ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654551296:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755855.256057:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4371ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654551296:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 78us (3906us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.256064:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2410 00000100:00100000:1.0:1787755855.263121:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.263278:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552448 00000100:00100000:3.0:1787755855.263290:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552448 00000100:00100000:3.0:1787755855.263527:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70482 00000100:00100000:3.0:1787755855.263540:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:226420:x1874588654552448:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755855.263560:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755855.263585:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789118 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214418 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.263668:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b32536578911f lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.263683:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b32536578911f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.263698:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b32536578911f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755855.263805:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00000004:00200000:3.0:1787755855.263812:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1787755855.263838:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b32536578911f lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.263879:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789118 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214418 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.263911:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b32536578911f lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214418 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.263920:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:3.0:1787755855.263923:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755855.263927:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755855.264307:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:226420:x1874588654552448:12345-192.168.201.7@tcp:101:rm.0 Request processed in 767us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.264420:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70482 00000100:00100000:1.0:1787755855.279800:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755855.279879:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552576 00000100:00100000:2.0:1787755855.279889:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552576 00000100:00100000:2.0:1787755855.279947:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70483 00000100:00100000:2.0:1787755855.279956:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:226420:x1874588654552576:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755855.279977:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755855.280002:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365789126 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21441f expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.280062:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.280076:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.280087:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755855.280150:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x19d:0x0]: returning size 4096 00000004:00200000:2.0:1787755855.280155:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755855.280188:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2600/0x9b2b325365789126 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x19d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.280204:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.280212:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755855.280215:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755855.280218:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755855.280284:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:226420:x1874588654552576:12345-192.168.201.7@tcp:101:rm.0 Request processed in 328us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755855.280290:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70483 00000100:00100000:1.0:1787755855.283417:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.283647:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552704 00000100:00100000:3.0:1787755855.283658:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552704 00000100:00100000:3.0:1787755855.283720:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70484 00000100:00100000:3.0:1787755855.283729:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:226420:x1874588654552704:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755855.283749:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755855.283771:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789134 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214426 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.283833:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.283846:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.283859:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755855.283906:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19b:0x0]: returning size 4096 00000004:00200000:3.0:1787755855.283911:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755855.283948:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789134 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 12 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.283963:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 11 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.283971:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:3.0:1787755855.283974:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755855.283977:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755855.284040:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654552704:12345-192.168.201.7@tcp:101:rm.0 Request processed in 312us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.284047:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70484 00000100:00100000:1.0:1787755855.287142:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.287278:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654552960 00000100:00100000:3.0:1787755855.287290:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654552960 00000100:00100000:3.0:1787755855.287388:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70485 00000100:00100000:3.0:1787755855.287399:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:226420:x1874588654552960:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755855.287421:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755855.287452:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789142 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21442d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755855.287604:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00010000:00010000:3.0:1787755855.287723:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789142 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21442d expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.287739:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff439f7000) 00010000:00010000:3.0:1787755855.287742:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755855.287747:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789142 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21442d expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.287766:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755855.287832:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:226420:x1874588654552960:12345-192.168.201.7@tcp:101:rm.0 Request processed in 435us (702us total) trans 4294985451 rc 301/301 00000100:00100000:3.0:1787755855.287839:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70485 00000100:00100000:0.0:1787755855.293196:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755855.293279:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654553088 00000100:00100000:2.0:1787755855.293291:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654553088 00000100:00100000:2.0:1787755855.293389:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9408 00000100:00100000:2.0:1787755855.293403:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226420:x1874588654553088:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:0.0:1787755855.303662:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226420:x1874588654553088:12345-192.168.201.7@tcp:37:rm.0 Request processed in 10248us (10467us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.303678:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9408 00000100:00100000:1.0:1787755855.313446:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.313638:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654553216 00000100:00100000:3.0:1787755855.313654:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654553216 00000100:00100000:3.0:1787755855.313729:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9409 00000100:00100000:3.0:1787755855.313742:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654553216:12345-192.168.201.7@tcp:37:rm.0 00000100:00100000:3.0:1787755855.325209:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654553216:12345-192.168.201.7@tcp:37:rm.0 Request processed in 11454us (11760us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.325230:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9409 00000100:00100000:2.0:1787755855.338619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755855.343625:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654553472 00000100:00100000:0.0:1787755855.343642:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654553472 00000100:00100000:0.0:1787755855.345637:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9410 00000100:00100000:0.0:1787755855.345657:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49632c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:226420:x1874588654553472:12345-192.168.201.7@tcp:35:rm.0 00000040:00080000:0.0:1787755855.345912:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1232, 344 off1124320 00000040:00080000:0.0:1787755855.345954:0:6522:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1550, 424 off1568616 00000004:00080000:0.0:1787755855.345960:0:6522:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa01840 with version 6902 00000004:00080000:1.0:1787755855.346862:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6902 rpc_version 6902 00000020:00100000:1.0:1787755855.346911:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755855.346921:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc53100 x1874588667129600/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755855.346944:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667129600:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755855.347024:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.347060:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe465ed540 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.347082:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667129600 00000100:00100000:1.0:1787755855.347088:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667129600 00000100:00100000:1.0:1787755855.347157:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24785 00000100:00100000:1.0:1787755855.347166:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667129600:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755855.350427:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667129600:12345-0@lo:1000:osp_up0-1.0 Request processed in 3249us (3391us total) trans 8589957555 rc 0/0 00000100:00100000:1.0:1787755855.350448:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24785 00000100:00100000:1.0:1787755855.350566:0:7464:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957551 gen 2 00000004:00080000:1.0:1787755855.350573:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957548 committed transno 8589957551 00000004:00080000:1.0:1787755855.350602:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957549 committed transno 8589957551 00000004:00080000:1.0:1787755855.350619:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957550 committed transno 8589957551 00000004:00080000:1.0:1787755855.350634:0:7464:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957551 committed transno 8589957551 00000100:00100000:1.0:1787755855.350657:0:7464:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9dfe4cc53100 x1874588667129600/t8589957555(8589957555) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1560/4320 e 0 to 0 dl 1787755871 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'osp_up0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787755855.350703:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667129600:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755855.350867:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49632c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:226420:x1874588654553472:12345-192.168.201.7@tcp:35:rm.0 Request processed in 5215us (12258us total) trans 4294985452 rc 0/0 00000100:00100000:1.0:1787755855.350877:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9410 00000100:00100000:2.0:1787755855.355804:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.355943:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654553728 00000100:00100000:3.0:1787755855.355954:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654553728 00000100:00100000:3.0:1787755855.356022:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70486 00000100:00100000:3.0:1787755855.356034:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:226420:x1874588654553728:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755855.356060:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755855.356085:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789150 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214434 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.358082:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789157 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.358103:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789157 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.358125:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789157 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755855.358141:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00010000:00010000:3.0:1787755855.358257:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789150 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214434 expref: 13 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.358285:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789157 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214434 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.358294:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:3.0:1787755855.358297:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1787755855.358302:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:2.0:1787755855.362446:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:226420:x1874588654553728:12345-192.168.201.7@tcp:101:rm.0 Request processed in 6395us (6631us total) trans 4294985453 rc 0/0 00000100:00100000:2.0:1787755855.362461:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70486 00000100:00100000:2.0:1787755855.369066:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.369227:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654553856 00000100:00100000:1.0:1787755855.369241:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654553856 00000100:00100000:1.0:1787755855.369525:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70487 00000100:00100000:1.0:1787755855.369536:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654553856:12345-192.168.201.7@tcp:41:rm.0 00000004:00000024:1.0:1787755855.369590:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 7808413696 avail 7345311744 00000100:00100000:1.0:1787755855.369655:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654553856:12345-192.168.201.7@tcp:41:rm.0 Request processed in 121us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.369664:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70487 00000100:00100000:1.0:1787755855.378983:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755855.379061:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654553984 00000100:00100000:0.0:1787755855.379073:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654553984 00000100:00100000:0.0:1787755855.379144:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70488 00000100:00100000:0.0:1787755855.379156:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654553984:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755855.379177:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755855.379200:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789165 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21443b expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379287:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379304:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379356:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379369:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379387:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379395:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379459:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578917a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379467:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578917a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379473:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578917a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755855.379501:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578917a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379520:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379527:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 4/1,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379533:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379538:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379544:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755855.379548:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379554:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 5/0,0 mode: CR/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379567:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:0.0:1787755855.379570:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755855.379576:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 3/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379581:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578916c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379595:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379602:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379608:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379614:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755855.379616:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379623:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379631:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:0.0:1787755855.379633:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755855.379636:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379643:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789173 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379673:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789165 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21443b expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379687:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578917a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21443b expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.379694:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:0.0:1787755855.379696:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755855.379698:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:0.0:1787755855.379773:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+12:226420:x1874588654553984:12345-192.168.201.7@tcp:101:rm.0 Request processed in 620us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.379784:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70488 00000100:00100000:3.0:1787755855.389891:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755855.389972:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654554112 00000100:00100000:0.0:1787755855.389984:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654554112 00000100:00100000:0.0:1787755855.390057:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70489 00000100:00100000:0.0:1787755855.390068:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:226420:x1874588654554112:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755855.390117:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755855.390139:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365789181 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214442 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.390208:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365789188 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.390224:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365789188 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.390237:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365789188 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755855.390291:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6f:0x0]: returning size 6 00000004:00200000:0.0:1787755855.390296:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:0.0:1787755855.390665:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc800/0x9b2b325365789181 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214442 expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.390685:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365789188 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214442 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.390694:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:0.0:1787755855.390696:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755855.390700:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755855.390783:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+13:226420:x1874588654554112:12345-192.168.201.7@tcp:101:rm.0 Request processed in 717us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.390790:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70489 00000100:00100000:3.0:1787755855.396452:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.396510:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.396669:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654554496 00000100:00100000:1.0:1787755855.396681:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654554496 00000100:00100000:1.0:1787755855.396753:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70490 00000100:00100000:1.0:1787755855.396766:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:226420:x1874588654554496:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755855.396851:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.396892:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd200/0x9b2b325365789188 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214442 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.396919:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:1.0:1787755855.396927:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755855.397027:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.397036:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.397048:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.397080:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914a80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667129728:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1787755855.397157:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.397184:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.397439:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654554240 00000100:00100000:0.0:1787755855.397445:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654554240 00000100:00100000:0.0:1787755855.397485:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11217 00000100:00100000:0.0:1787755855.397493:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:2400:x1874588654554240:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:0.0:1787755855.397504:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755855.397519:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b32536578917a lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21443b expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.397532:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:0.0:1787755855.397544:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755855.397597:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+11:2400:x1874588654554240:12345-192.168.201.7@tcp:103:rm.0 Request processed in 105us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.397605:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11217 00000100:00100000:0.0:1787755855.397672:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667129728 00000100:00100000:0.0:1787755855.397676:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667129728 00000100:00100000:0.0:1787755855.397708:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24786 00000100:00100000:0.0:1787755855.397716:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:35153:x1874588667129728:12345-0@lo:101:mdt00_008.0 00010000:00010000:0.0:1787755855.397735:0:7475:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755855.397749:0:7475:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578918f expref: -99 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.397772:0:7475:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.397787:0:7475:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 4/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.397811:0:7475:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.397824:0:7475:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 10 pid: 6521 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755855.397835:0:7475:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667129856:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755855.397886:0:7475:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.407575:0:7475:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918380 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:7475:1874588667129856:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755855.407615:0:7475:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.407629:0:7475:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:1.0:1787755855.407631:0:7475:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755855.407636:0:7475:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 3/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.407646:0:7475:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:1.0:1787755855.407724:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667129728:12345-0@lo:101:mdt00_008.0 Request processed in 10007us (10564us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.407733:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24786 00000100:00100000:2.0:1787755855.408740:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914a80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667129728:0@lo:101:mdt00_008.0 00010000:00010000:2.0:1787755855.408763:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.408775:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.413902:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755855.414222:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654554624 00000100:00100000:2.0:1787755855.414233:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654554624 00010000:00010000:2.0:1787755855.414278:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 11 pid: 6521 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755855.414357:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21778 00000100:00100000:2.0:1787755855.414369:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654554624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755855.414385:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755855.414393:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 11 pid: 6521 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.414407:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 11 pid: 6521 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.414437:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578913b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x19b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214426 expref: 11 pid: 6521 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.414456:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:2.0:1787755855.414464:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.414475:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.414484:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.414534:0:8461:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 8 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755855.414550:0:8461:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667129984:0@lo:105: 00000100:00100000:2.0:1787755855.414606:0:8461:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755855.414649:0:8461:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa86d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.414882:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667129984 00000100:00100000:1.0:1787755855.414887:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667129984 00000100:00100000:1.0:1787755855.414928:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7976 00000100:00100000:1.0:1787755855.414937:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667129984:12345-0@lo:105: 00010000:00010000:1.0:1787755855.414947:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.414956:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.414967:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 5/0,1 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.414974:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 5/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.414982:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.414990:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 6/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415010:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60400) 00000100:00100000:1.0:1787755855.415053:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:8461:x1874588667129984:12345-0@lo:105: Request processed in 117us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.415061:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7976 00000100:00100000:1.0:1787755855.415102:0:8461:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8461:1874588667129984:0@lo:105: 00010000:00010000:1.0:1787755855.415132:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.415173:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654554624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 806us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.415184:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21778 00010000:00010000:1.0:1787755855.415207:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415216:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755855.415239:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19b:0x0] 00010000:00010000:1.0:1787755855.415276:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415284:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415294:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.415310:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914a80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667130112:0@lo:101:mdt00_008.0 00000100:00100000:1.0:1787755855.415371:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.415393:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.415408:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667130112 00000100:00100000:1.0:1787755855.415412:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667130112 00000100:00100000:1.0:1787755855.415440:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24787 00000100:00100000:1.0:1787755855.415446:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667130112:12345-0@lo:101:mdt00_008.0 00010000:00010000:1.0:1787755855.415461:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755855.415475:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b32536578919d expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415620:0:73216:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 2/0,1 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415633:0:73216:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 4/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415652:0:73216:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00080000:00080000:1.0:1787755855.415695:0:73216:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1787755855.415737:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415746:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:1.0:1787755855.415749:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755855.415752:0:73216:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 3/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 10 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.415759:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755855.415792:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667130112:12345-0@lo:101:mdt00_008.0 Request processed in 346us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.415798:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24787 00000100:00100000:1.0:1787755855.418759:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914a80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667130112:0@lo:101:mdt00_008.0 00010000:00010000:1.0:1787755855.418796:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.418810:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 4/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423047:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755855.423072:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423283:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423291:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755855.423365:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe4a28b200/0x9b2b3253657890d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657890d9 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423395:0:30955:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755855.423405:0:30955:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423423:0:30955:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423429:0:30955:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755855.423445:0:30955:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0001-osp-MDT0000 lock: ffff9dfe48b60000/0x9b2b3253657890fc lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365789103 expref: -99 pid: 6534 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787755855.423466:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957555 is committed 00000001:00080000:3.0:1787755855.423483:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957554 is committed 00000004:00080000:3.0:1787755855.423489:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 231 committed 00000001:00080000:3.0:1787755855.423636:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957553 is committed 00000020:00080000:3.0:1787755855.423644:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979814 batchid updated 00000100:00100000:3.0:1787755855.423668:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755855.423694:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667130240:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755855.423769:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.423819:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667130368:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755855.423843:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755855.423878:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423887:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 2/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423895:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423901:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755855.423906:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 3/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423913:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 4/0,0 mode: TXN/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423927:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:3.0:1787755855.423931:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755855.423935:0:3634:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423946:0:3634:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423954:0:3634:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.423983:0:3634:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 8 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.423993:0:3634:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667130496:0@lo:105: 00000100:00100000:3.0:1787755855.424019:0:3634:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.424047:0:3634:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97480 going to sleep for 11 seconds 00000020:00080000:3.0:1787755855.424130:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979814 00000004:00080000:3.0:1787755855.424193:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe4fe97840 with version 1843 00000020:00080000:3.0:1787755855.424204:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979814 cancel update log [0x240000404:0x2:0x0].946: rc = 0 00000020:00080000:3.0:1787755855.424287:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979814 cancel update log [0x200000bd0:0x2:0x0].943: rc = 0 00000020:00080000:3.0:1787755855.424298:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979814 00000100:00100000:3.0:1787755855.424669:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667130240 00000100:00100000:3.0:1787755855.424677:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667130240 00000100:00100000:3.0:1787755855.424736:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667130368 00000100:00100000:3.0:1787755855.424739:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667130368 00000100:00100000:3.0:1787755855.424769:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11218 00000100:00100000:3.0:1787755855.424778:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+9:3647:x1874588667130240:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755855.424791:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755855.424811:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccdc00/0x9b2b3253657890d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19d:0x0].0x4ec94fd6 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657890d2 expref: 9 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.424826:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x4ec94fd6 (ffff9dfe48a2e500) 00010000:00010000:3.0:1787755855.424836:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755855.424891:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+8:3647:x1874588667130240:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 114us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.424898:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11218 00000100:00100000:3.0:1787755855.424918:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11219 00000100:00100000:3.0:1787755855.424924:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+7:3649:x1874588667130368:12345-0@lo:103:jbd2/dm-0-8.0 00010000:00010000:3.0:1787755855.424931:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755855.424942:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd600/0x9b2b325365789103 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657890fc expref: 7 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.424952:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:3.0:1787755855.424958:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755855.424983:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667130368:12345-0@lo:103:jbd2/dm-0-8.0 Request processed in 60us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.424989:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11219 00000100:00100000:3.0:1787755855.425016:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667130496 00000100:00100000:3.0:1787755855.425020:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667130496 00000100:00100000:3.0:1787755855.425044:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7977 00000100:00100000:3.0:1787755855.425050:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667130496:12345-0@lo:105: 00010000:00010000:3.0:1787755855.425060:0:6502:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 5/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.425069:0:6502:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 5/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.425080:0:6502:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 5/0,1 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.425087:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 5/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.425170:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.425179:0:6502:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 6/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.425202:0:6502:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe48b60a00) 00000100:00100000:3.0:1787755855.425232:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:3634:x1874588667130496:12345-0@lo:105: Request processed in 182us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.425239:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7977 00000004:00080000:3.0:1787755855.425257:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1843 rpc_version 1843 00000020:00100000:3.0:1787755855.425279:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755855.425286:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a9c0000 x1874588667130880/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755855.425302:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667130880:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755855.425371:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.425393:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe973c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.425411:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667130624:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1787755855.425440:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.425480:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667130624 00000100:00100000:3.0:1787755855.425484:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667130624 00000100:00100000:3.0:1787755855.425957:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30834 00000100:00100000:3.0:1787755855.425964:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667130624:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1787755855.425991:0:35158:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1309 count 1 00010000:00010000:3.0:1787755855.426014:0:35158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.426033:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.426041:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=2s v=(1 0) 00010000:00010000:3.0:1787755855.426045:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(0 1) 00010000:00010000:3.0:1787755855.426049:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.426073:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.426088:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.426122:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588667131008:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755855.426185:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.426226:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667130368:0@lo:103:jbd2/dm-0-8.0 00000100:00080000:1.0:1787755855.426454:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755855.427393:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667130880 00000100:00100000:1.0:1787755855.427402:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667130880 00000100:00100000:1.0:1787755855.427443:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24788 00000100:00100000:1.0:1787755855.427450:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667130880:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:1.0:1787755855.427636:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:30971:x1874588667130880:12345-0@lo:1000:osp_up1-0.0 Request processed in 186us (2264us total) trans 4294985454 rc 0/0 00000100:00100000:1.0:1787755855.427642:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24788 00000100:00100000:3.0:1787755855.427966:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667130880:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755855.427993:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667130240:0@lo:103:jbd2/dm-0-8.0 00000100:00100000:3.0:1787755855.428020:0:3634:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpc_hr00_001:lustre-MDT0000_UUID:3634:1874588667130496:0@lo:105: 00010000:00010000:3.0:1787755855.428035:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 2/0,0 mode: --/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.428044:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657890ee lrc: 0/0,0 mode: --/TXN res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 6534 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.428078:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.428087:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755855.430302:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19b:0x0] 00000100:00100000:3.0:1787755855.430407:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a9c3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131136:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.430492:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.430546:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe973c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.430583:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667131136 00000100:00100000:3.0:1787755855.430592:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667131136 00000100:00100000:3.0:1787755855.430651:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24789 00000100:00100000:3.0:1787755855.430662:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131136:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.430755:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131136:12345-0@lo:1000:mdt00_008.0 Request processed in 94us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.430762:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24789 00000100:00100000:3.0:1787755855.430812:0:35153:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957555 gen 2 00000004:00080000:3.0:1787755855.430818:0:35153:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957555 committed transno 8589957555 00000100:00100000:3.0:1787755855.430844:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131136:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.430906:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131264:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.430929:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.430945:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe973c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.430959:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667131264 00000100:00100000:3.0:1787755855.430963:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667131264 00000100:00100000:3.0:1787755855.430987:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24790 00000100:00100000:3.0:1787755855.430993:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131264:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.431054:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131264:12345-0@lo:1000:mdt00_008.0 Request processed in 61us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.431061:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24790 00000100:00100000:3.0:1787755855.431088:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131264:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.431143:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131392:0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.431167:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.431181:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe973c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.431192:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667131392 00000100:00100000:3.0:1787755855.431195:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667131392 00000100:00100000:3.0:1787755855.431216:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24791 00000100:00100000:3.0:1787755855.431222:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131392:12345-0@lo:1000:mdt00_008.0 00000100:00100000:3.0:1787755855.431292:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131392:12345-0@lo:1000:mdt00_008.0 Request processed in 70us (123us total) trans 0 rc 1/1 00000100:00100000:3.0:1787755855.431298:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24791 00000100:00100000:3.0:1787755855.431346:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131392:0@lo:1000:mdt00_008.0 00010000:00010000:3.0:1787755855.431402:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431418:0:35153:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431428:0:35153:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.431440:0:35153:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131520:0@lo:101:mdt00_008.0 00000100:00100000:3.0:1787755855.431464:0:35153:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.431478:0:35153:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.431488:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667131520 00000100:00100000:3.0:1787755855.431491:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667131520 00000100:00100000:3.0:1787755855.431512:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24792 00000100:00100000:3.0:1787755855.431517:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:35153:x1874588667131520:12345-0@lo:101:mdt00_008.0 00010000:00010000:3.0:1787755855.431527:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755855.431543:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657891b9 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657891b2 expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431567:0:6524:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657891b9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657891b2 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431582:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657891b9 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891b2 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431590:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:3.0:1787755855.431593:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755855.431597:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755855.431624:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:35153:x1874588667131520:12345-0@lo:101:mdt00_008.0 Request processed in 106us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.431633:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24792 00000100:00100000:3.0:1787755855.431658:0:35153:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-mdtlov_UUID:35153:1874588667131520:0@lo:101:mdt00_008.0 00010000:00010000:3.0:1787755855.431670:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431680:0:35153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431704:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431712:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.431719:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787755855.432010:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].222, 64 off22400 00000004:00080000:3.0:1787755855.432022:0:35153:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 8912453705773ns, next at 8913453703805ns, rc = 0 00000040:00080000:3.0:1787755855.432053:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1233, 384 off1124704 00000040:00080000:3.0:1787755855.432123:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1551, 464 off1569080 00000004:00080000:3.0:1787755855.432130:0:35153:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4fe97480 with version 6903 00000004:00080000:3.0:1787755855.432147:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6903 rpc_version 6903 00000020:00100000:3.0:1787755855.432167:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755855.432176:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dff7f51fb80 x1874588667131776/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1408/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755855.432191:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667131776:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755855.432219:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.432236:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.432250:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667131776 00000100:00100000:3.0:1787755855.432254:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667131776 00000100:00100000:3.0:1787755855.432280:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24793 00000100:00100000:3.0:1787755855.432287:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667131776:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755855.432666:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667131776:12345-0@lo:1000:osp_up0-1.0 Request processed in 377us (445us total) trans 8589957556 rc 0/0 00000100:00100000:3.0:1787755855.432674:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24793 00000100:00100000:3.0:1787755855.432727:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51fb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667131776:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755855.432759:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432772:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432781:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432791:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432797:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 4/0,1 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432804:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432819:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755855.432837:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432848:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432854:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432860:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755855.432865:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432874:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432886:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:3.0:1787755855.432889:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755855.432892:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432898:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28be00/0x9b2b3253657891c0 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432910:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432918:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432926:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432955:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1787755855.432967:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19b:0x0] 00010000:00010000:3.0:1787755855.432974:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432983:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.432991:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.433003:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000004:00080000:3.0:1787755855.433006:0:35153:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19b:0x0] 00010000:00010000:3.0:1787755855.433011:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.433018:0:35153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.433080:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:226420:x1874588654554496:12345-192.168.201.7@tcp:36:rm.0 Request processed in 36315us (36578us total) trans 4294985455 rc 0/0 00000100:00100000:3.0:1787755855.433088:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70490 00000100:00100000:1.0:1787755855.437011:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.437042:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654554752 00000100:00100000:1.0:1787755855.437050:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654554752 00010000:00010000:1.0:1787755855.437089:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 6 pid: 9891 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.437138:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21779 00000100:00100000:1.0:1787755855.437148:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654554752:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.437161:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.437168:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 6 pid: 9891 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437183:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 6 pid: 9891 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437208:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755855.437213:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51d:0x0].0x0 since=0s v=(0 1) 00010000:00010000:1.0:1787755855.437219:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437229:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437249:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.437297:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654554752:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 151us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.437305:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21779 00010000:00010000:1.0:1787755855.437391:0:35158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000037df47b4/0x9b2b3253657890e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214411 expref: 5 pid: 9891 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.437405:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:35158:1874588667131008:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755855.437428:0:35158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437439:0:35158:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437447:0:35158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437457:0:35158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437471:0:35158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437487:0:35158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1787755855.437662:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667130624:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11696us (12219us total) trans 4294976212 rc 0/0 00000100:00100000:1.0:1787755855.437670:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30834 00010000:00010000:1.0:1787755855.437694:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1787755855.437701:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437708:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755855.437713:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 2/0,0 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437721:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 3/0,0 mode: PW/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437733:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:1.0:1787755855.437736:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755855.437740:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 1/0,0 mode: --/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437746:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b3253657891c7 lrc: 0/0,0 mode: --/PW res: [0x240000403:0x1e6f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437762:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787755855.437766:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437773:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755855.437777:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755855.437785:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437814:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437820:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755855.437840:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437846:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28aa00/0x9b2b3253657891b2 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437860:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787755855.437864:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437869:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755855.437873:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755855.437880:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437900:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437905:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755855.437911:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 1/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437917:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60400/0x9b2b32536578918f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b325365789196 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437929:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755855.437932:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437938:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755855.437941:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437948:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437957:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437963:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bf1d6d9c/0x9b2b3253657891ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.437982:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755855.437983:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755855.437985:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755855.437998:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667132032:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755855.438034:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.438062:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755855.438068:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667131904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755855.438089:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.438127:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667132032 00000100:00100000:1.0:1787755855.438132:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667132032 00000100:00100000:1.0:1787755855.438161:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667131904 00000100:00100000:1.0:1787755855.438164:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667131904 00000100:00100000:1.0:1787755855.438181:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11220 00000100:00100000:1.0:1787755855.438187:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+12:3648:x1874588667132032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.438195:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.438209:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789196 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x19b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578918f expref: 12 pid: 7475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.438220:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dff439f7600) 00010000:00010000:1.0:1787755855.438227:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.438253:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667132032:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.438260:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11220 00000100:00100000:1.0:1787755855.438273:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11221 00000100:00100000:1.0:1787755855.438279:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667131904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.438286:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.438296:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657891b9 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6f:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657891b2 expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.438306:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6f:0x0].0x0 (ffff9dff439f7f00) 00010000:00010000:1.0:1787755855.438312:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.438354:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0001-mdtlov_UUID+9:3648:x1874588667131904:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.438360:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11221 00000100:00100000:1.0:1787755855.438393:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667131904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755855.438417:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667132032:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755855.442016:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755855.442032:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755855.442394:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1787755855.442641:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a9c2300/2, rc 0, transno 4294976212 00000100:00100000:3.0:1787755855.442656:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a9c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667130624:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1787755855.445857:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755855.445902:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.446193:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654555136 00000100:00100000:3.0:1787755855.446206:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654555136 00000100:00100000:3.0:1787755855.446275:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9411 00000100:00100000:3.0:1787755855.446287:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+13:226420:x1874588654555136:12345-192.168.201.7@tcp:35:rm.0 00000100:00100000:3.0:1787755855.446585:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+14:226420:x1874588654555136:12345-192.168.201.7@tcp:35:rm.0 Request processed in 299us (680us total) trans 4294985456 rc 0/0 00000100:00100000:3.0:1787755855.446593:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9411 00000100:00100000:3.0:1787755855.446623:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654554880 00000100:00100000:3.0:1787755855.446627:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654554880 00000100:00100000:3.0:1787755855.446660:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11222 00000100:00100000:3.0:1787755855.446668:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654554880:12345-192.168.201.7@tcp:103:rm.0 00010000:00010000:3.0:1787755855.446680:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755855.446706:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365788ff9 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143c4 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.446722:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff445c4c00) 00010000:00010000:3.0:1787755855.446726:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755855.446746:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2399:x1874588654554880:12345-192.168.201.7@tcp:103:rm.0 Request processed in 79us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755855.446752:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11222 00000100:00100000:2.0:1787755855.452908:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755855.462029:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654555392 00000100:00100000:3.0:1787755855.462044:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654555392 00000100:00100000:3.0:1787755855.462128:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70491 00000100:00100000:3.0:1787755855.462139:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:226420:x1874588654555392:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755855.462199:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755855.462227:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a600/0x9b2b325365789157 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214434 expref: 14 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462256:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b800/0x9b2b32536578911f lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214418 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462273:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3200/0x9b2b325365789007 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143cb expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462283:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:3.0:1787755855.462288:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755855.462364:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462373:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462382:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.462405:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132160:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787755855.462505:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.462541:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755855.462564:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667132160 00000100:00100000:3.0:1787755855.462568:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667132160 00000100:00100000:3.0:1787755855.462598:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24794 00000100:00100000:3.0:1787755855.462605:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:6521:x1874588667132160:12345-0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755855.462617:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755855.462630:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657891ce expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462657:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462666:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462674:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462700:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462714:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 7 pid: 6520 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.462726:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667132288:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755855.462801:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 6 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.462810:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 6 pid: 35169 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.462820:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7fb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667132416:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755855.462842:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.478737:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.478790:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.478821:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654555520 00000100:00100000:1.0:1787755855.478833:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654555520 00010000:00010000:1.0:1787755855.478884:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 7 pid: 35169 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.478915:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654555648 00000100:00100000:1.0:1787755855.478918:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654555648 00010000:00010000:1.0:1787755855.478930:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 8 pid: 6520 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.478949:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21780 00000100:00100000:1.0:1787755855.478959:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654555520:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.478974:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.478982:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 7 pid: 35169 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.478999:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 7 pid: 35169 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479023:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755855.479030:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479040:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.479092:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654555520:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 135us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.479100:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21780 00000100:00100000:1.0:1787755855.479208:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21781 00000100:00100000:1.0:1787755855.479215:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654555648:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.479223:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.479228:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 8 pid: 6520 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479240:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 8 pid: 6520 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479252:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755855.479256:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479265:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479275:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479308:0:34739:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.479343:0:34739:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c917100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667132544:0@lo:105: 00000100:00100000:1.0:1787755855.479382:0:34739:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.479421:0:34739:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.479438:0:73215:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667132544 00000100:00100000:1.0:1787755855.479442:0:73215:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667132544 00000100:00100000:1.0:1787755855.479471:0:73215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7978 00000100:00100000:1.0:1787755855.479478:0:73215:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667132544:12345-0@lo:105: 00010000:00010000:1.0:1787755855.479488:0:73215:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479497:0:73215:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479505:0:73215:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479513:0:73215:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479520:0:73215:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479528:0:73215:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.479542:0:73215:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b200) 00000100:00100000:1.0:1787755855.479571:0:73215:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:34739:x1874588667132544:12345-0@lo:105: Request processed in 94us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.479577:0:73215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7978 00000100:00100000:1.0:1787755855.479613:0:34739:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c917100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:34739:1874588667132544:0@lo:105: 00010000:00010000:1.0:1787755855.479627:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.479649:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654555648:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 434us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.479655:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21781 00010000:00010000:2.0:1787755855.483913:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789046 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143e7 expref: 7 pid: 6520 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755855.483959:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667132288:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755855.483974:0:6524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365788fdd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143bd expref: 6 pid: 35169 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755855.483983:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7fb80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667132416:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755855.484018:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 10 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.484028:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755855.484031:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755855.484034:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:2.0:1787755855.484190:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588667132160:12345-0@lo:101:mdt00_002.0 Request processed in 21583us (21682us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755855.484199:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24794 00000100:00100000:3.0:1787755855.486456:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51c700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132160:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755855.486486:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755855.486516:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755855.486632:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.486642:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.486653:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.486678:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132672:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787755855.486746:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.486781:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dff821fc600 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.487256:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667132672 00000100:00100000:1.0:1787755855.487266:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667132672 00000100:00100000:1.0:1787755855.487343:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24795 00000100:00100000:1.0:1787755855.487354:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:6521:x1874588667132672:12345-0@lo:101:mdt00_002.0 00010000:00010000:1.0:1787755855.487372:0:73216:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755855.487390:0:73216:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657891e3 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657891dc expref: -99 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.487415:0:73216:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657891e3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657891dc expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.487429:0:73216:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657891e3 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891dc expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.487442:0:73216:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff821fae00) 00010000:00010000:1.0:1787755855.487445:0:73216:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755855.487450:0:73216:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755855.487490:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667132672:12345-0@lo:101:mdt00_002.0 Request processed in 138us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.487496:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24795 00000100:00100000:3.0:1787755855.489768:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132672:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755855.489799:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.489814:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755855.489839:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:3.0:1787755855.489892:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132800:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755855.489949:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.490014:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.493719:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667132800 00000100:00100000:0.0:1787755855.493737:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667132800 00000100:00100000:1.0:1787755855.494440:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24796 00000100:00100000:1.0:1787755855.494453:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667132800:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787755855.494600:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667132800:12345-0@lo:1000:mdt00_002.0 Request processed in 148us (4649us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.494608:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24796 00000100:00100000:3.0:1787755855.494672:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132800:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755855.494752:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132928:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1787755855.494793:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.494828:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.494875:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667132928 00000100:00100000:1.0:1787755855.494880:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667132928 00000100:00100000:1.0:1787755855.494911:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24797 00000100:00100000:1.0:1787755855.494918:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667132928:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1787755855.495117:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667132928:12345-0@lo:1000:mdt00_002.0 Request processed in 185us (309us total) trans 0 rc 1/1 00000100:00100000:1.0:1787755855.495125:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24797 00000100:00100000:3.0:1787755855.497553:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667132928:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1787755855.497728:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.497740:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.497753:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.497773:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667133056:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787755855.497831:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.497926:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.498251:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667133056 00000100:00100000:0.0:1787755855.498261:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667133056 00000100:00100000:0.0:1787755855.498434:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24798 00000100:00100000:0.0:1787755855.498444:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:6521:x1874588667133056:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755855.498460:0:6524:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755855.498478:0:6524:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b3253657891ea expref: -99 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.498506:0:6524:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.498515:0:6524:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 4/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.498543:0:6524:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.498556:0:6524:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 6 pid: 10714 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755855.498579:0:6524:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667133184:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755855.498684:0:6524:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01180 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.501529:0:6524:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b100 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:6524:1874588667133184:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755855.501573:0:6524:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.501586:0:6524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff445c4c00) 00010000:00010000:0.0:1787755855.501589:0:6524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755855.501593:0:6524:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 3/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.501603:0:6524:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755855.501657:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:6521:x1874588667133056:12345-0@lo:101:mdt00_002.0 Request processed in 3214us (3825us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.501665:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24798 00000100:00100000:3.0:1787755855.501868:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667133056:0@lo:101:mdt00_002.0 00010000:00010000:3.0:1787755855.501886:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.501896:0:6521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 4/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.503242:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755855.503437:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654555776 00000100:00100000:1.0:1787755855.503447:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654555776 00010000:00010000:1.0:1787755855.503483:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 7 pid: 10714 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.503535:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21782 00000100:00100000:1.0:1787755855.503545:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654555776:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.503571:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755855.503578:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 7 pid: 10714 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.503592:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 7 pid: 10714 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.503620:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789062 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143ee expref: 7 pid: 10714 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.503640:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff445c4c00) 00010000:00010000:1.0:1787755855.503646:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.503657:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.503667:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.503701:0:6506:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 11 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755855.503719:0:6506:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c917100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667133312:0@lo:105: 00000100:00100000:1.0:1787755855.503781:0:6506:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.503816:0:6506:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.504378:0:6503:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787755855.504394:0:6503:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667133312 00000100:00100000:0.0:1787755855.504399:0:6503:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667133312 00000100:00100000:0.0:1787755855.504439:0:6503:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7979 00000100:00100000:0.0:1787755855.504448:0:6503:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe453fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667133312:12345-0@lo:105: 00010000:00010000:0.0:1787755855.504461:0:6503:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504475:0:6503:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504482:0:6503:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 5/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504491:0:6503:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 5/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504510:0:6503:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504522:0:6503:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 6/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504545:0:6503:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9dfe4a28b800) 00000100:00100000:0.0:1787755855.504713:0:6503:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe453fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:lustre-MDT0001-mdtlov_UUID+4:6506:x1874588667133312:12345-0@lo:105: Request processed in 265us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.504722:0:6503:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7979 00010000:00010000:0.0:1787755855.504789:0:6521:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504800:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504859:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 3/0,1 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504873:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504884:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504905:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504916:0:6521:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504923:0:6521:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 4/0,1 mode: --/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504946:0:6521:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.504960:0:6521:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 11 pid: 35153 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755855.504974:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1874588667133440:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755855.505040:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.506020:0:6506:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c917100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-MDT0000_UUID:6506:1874588667133312:0@lo:105: 00010000:00010000:0.0:1787755855.506035:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755855.506077:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654555776:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2532us (2841us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.506085:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21782 00000100:00100000:0.0:1787755855.514436:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001_UUID:6521:1874588667133440:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755855.514476:0:6521:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.516895:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755855.517009:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654555904 00000100:00100000:2.0:1787755855.517022:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654555904 00010000:00010000:2.0:1787755855.517075:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 12 pid: 35153 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755855.517143:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21783 00000100:00100000:2.0:1787755855.517155:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:2402:x1874588654555904:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755855.517180:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755855.517188:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 12 pid: 35153 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.517211:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 12 pid: 35153 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.517235:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba2800/0x9b2b32536578912d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21441f expref: 12 pid: 35153 timeout: 9012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.517252:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755855.517257:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: --/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.517267:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.517274:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 4/0,1 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.517306:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755855.517382:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654555904:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 229us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755855.517390:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21783 00010000:00010000:3.0:1787755855.517636:0:6521:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.517648:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.517697:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.517704:0:6521:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.517713:0:6521:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.517734:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667133568:0@lo:101:mdt00_002.0 00000100:00100000:3.0:1787755855.517784:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755855.517818:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe467fbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787755855.518751:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667133568 00000100:00100000:0.0:1787755855.518763:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667133568 00000100:00100000:0.0:1787755855.518824:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24799 00000100:00100000:0.0:1787755855.518833:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+12:6521:x1874588667133568:12345-0@lo:101:mdt00_002.0 00010000:00010000:0.0:1787755855.518851:0:6525:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755855.518872:0:6525:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578920d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x9b2b325365789206 expref: -99 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.518897:0:6525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578920d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x9b2b325365789206 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.518910:0:6525:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578920d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x9b2b325365789206 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755855.518918:0:6525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:0.0:1787755855.518921:0:6525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755855.518924:0:6525:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755855.518988:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:6521:x1874588667133568:12345-0@lo:101:mdt00_002.0 Request processed in 156us (1204us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755855.518995:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24799 00000100:00100000:2.0:1787755855.519171:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667133568:0@lo:101:mdt00_002.0 00010000:00010000:2.0:1787755855.519191:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.519201:0:6521:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755855.519882:0:6521:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667133696:0@lo:403:mdt00_002.0 00000100:00100000:2.0:1787755855.519938:0:6521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755855.519970:0:6521:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa860c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.521678:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667133696 00000100:00100000:1.0:1787755855.521694:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667133696 00000100:00100000:1.0:1787755855.521754:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24800 00000100:00100000:1.0:1787755855.521765:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:6521:x1874588667133696:12345-0@lo:403:mdt00_002.0 00000100:00100000:1.0:1787755855.526216:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:6521:x1874588667133696:12345-0@lo:403:mdt00_002.0 Request processed in 4440us (6263us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.526231:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24800 00000100:00100000:2.0:1787755855.526260:0:6521:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f88000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6521:1874588667133696:0@lo:403:mdt00_002.0 00000040:00080000:2.0:1787755855.527375:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x3:0x0].1234, 952 off1125656 00000040:00080000:2.0:1787755855.527575:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x3:0x0].1552, 1032 off1570112 00000004:00080000:2.0:1787755855.527582:0:6521:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa860c0 with version 6904 00000004:00080000:0.0:1787755855.527664:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6904 rpc_version 6904 00000020:00100000:0.0:1787755855.527699:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755855.527708:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91b800 x1874588667133952/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2352/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755855.527734:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667133952:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755855.527801:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755855.527843:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01d80 going to sleep for 11 seconds 00000100:00100000:1.0:1787755855.528001:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667133952 00000100:00100000:1.0:1787755855.528009:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667133952 00000100:00100000:1.0:1787755855.528066:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24801 00000100:00100000:1.0:1787755855.528077:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667133952:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755855.528736:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667133952:12345-0@lo:1000:osp_up0-1.0 Request processed in 659us (932us total) trans 8589957557 rc 0/0 00000100:00100000:1.0:1787755855.528746:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24801 00000100:00100000:0.0:1787755855.528868:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667133952:0@lo:1000:osp_up0-1.0 00000004:00200000:2.0:1787755855.529089:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000403:0x1e6e:0x0]: returning size 4096 00010000:00010000:2.0:1787755855.529121:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,1 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529190:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 2/0,0 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529195:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529199:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755855.529203:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 3/0,0 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529208:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 4/0,0 mode: EX/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529222:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x19d:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755855.529225:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755855.529228:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 2/0,0 mode: --/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529236:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b3253657891ff lrc: 0/0,0 mode: --/EX res: [0x240000400:0x19d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529257:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529262:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529266:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529284:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755855.529293:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000401:0x19b:0x0] 00010000:00010000:2.0:1787755855.529301:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 3/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529308:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.529310:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755855.529340:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529347:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755855.529351:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529356:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 4/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529368:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:2.0:1787755855.529371:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755855.529374:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529379:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b3253657891f8 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529390:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529397:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 4/0,1 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529404:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.529423:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1787755855.529435:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755855.529435:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755855.529442:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 2/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529450:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:3.0:1787755855.529453:0:9525:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755855.529461:0:9525:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 3/0,0 mode: EX/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529495:0:9525:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 2/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529569:0:9525:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787755855.529595:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 1/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529602:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b800/0x9b2b3253657891ea lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891f1 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529619:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755855.529621:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755855.529623:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755855.529634:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529641:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529649:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529660:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1787755855.529665:0:6521:0:(osp_object.c:1402:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:3.0:1787755855.529670:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755855.529677:0:6521:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755855.529751:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:226420:x1874588654555392:12345-192.168.201.7@tcp:36:rm.0 Request processed in 67611us (76848us total) trans 4294985457 rc 0/0 00000100:00100000:3.0:1787755855.529759:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70491 00010000:00010000:1.0:1787755855.530018:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530026:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755855.530031:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755855.530039:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530061:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530068:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755855.530076:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 1/0,0 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530084:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28a600/0x9b2b325365789206 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b32536578920d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530116:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755855.530120:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530126:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1aa8ee0) 00010000:00010000:1.0:1787755855.530130:0:9524:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755855.530137:0:9524:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530154:0:9524:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530161:0:9524:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787755855.530176:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530184:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28b200/0x9b2b3253657891ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891d5 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530194:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755855.530196:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755855.530197:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755855.530213:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667134336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787755855.530259:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.530312:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134336 00000100:00100000:1.0:1787755855.530334:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134336 00010000:00010000:2.0:1787755855.530498:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755855.530511:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667134080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755855.530541:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755855.530563:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755855.530568:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667134208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755855.530590:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755855.530614:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134080 00000100:00100000:2.0:1787755855.530617:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134080 00000100:00100000:2.0:1787755855.530654:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134208 00000100:00100000:2.0:1787755855.530658:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134208 00000100:00100000:2.0:1787755855.530688:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11223 00000100:00100000:2.0:1787755855.530696:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+15:3649:x1874588667134080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755855.530708:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755855.530727:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657891f1 lrc: 0/0,0 mode: --/EX res: [0x240000403:0x1e6e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657891ea expref: 15 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.530741:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dff445c4c00) 00010000:00010000:2.0:1787755855.530748:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755855.530780:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+14:3649:x1874588667134080:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755855.530786:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11223 00000100:00100000:2.0:1787755855.530804:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11224 00000100:00100000:2.0:1787755855.530809:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:3649:x1874588667134208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787755855.530816:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755855.530826:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578920d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x19b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b325365789206 expref: 13 pid: 6525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755855.530837:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:2.0:1787755855.530843:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755855.530863:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+12:3649:x1874588667134208:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755855.530869:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11224 00000100:00100000:1.0:1787755855.530893:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11225 00000100:00100000:1.0:1787755855.530899:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3647:x1874588667134336:12345-0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787755855.530900:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c916d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667134208:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.530907:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1787755855.530909:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667134080:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787755855.530917:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657891d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657891ce expref: 12 pid: 6524 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755855.530928:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755855.530931:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755855.530965:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3647:x1874588667134336:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.530970:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11225 00000100:00100000:2.0:1787755855.531239:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c914700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667134336:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787755855.844133:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755855.844159:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667134464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755855.844232:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755855.844449:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134464 00000100:00100000:1.0:1787755855.844461:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134464 00000100:00100000:1.0:1787755855.844532:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24802 00000100:00100000:1.0:1787755855.844544:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588667134464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755855.844582:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443368960 avail 1297129472 00000100:00100000:1.0:1787755855.844635:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3647:x1874588667134464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755855.844642:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24802 00000100:00100000:1.0:1787755855.844692:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c915f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667134464:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787755855.845829:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755856.354711:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755856.354747:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667134592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755856.354854:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755856.355012:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134592 00000100:00100000:0.0:1787755856.355028:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134592 00000100:00100000:0.0:1787755856.355132:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24803 00000100:00100000:0.0:1787755856.355141:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667134592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755856.355184:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755856.355241:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667134592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755856.355249:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24803 00000100:00100000:1.0:1787755856.355546:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667134592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755856.355816:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667134720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755856.355849:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755856.355923:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134720 00000100:00100000:3.0:1787755856.355928:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134720 00000100:00100000:3.0:1787755856.355977:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833 00000100:00100000:3.0:1787755856.355986:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667134720:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787755856.356103:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1787755856.356194:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892633600 avail 3661111296 00000100:00100000:3.0:1787755856.356242:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667134720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 258us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755856.356250:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833 00000100:00100000:1.0:1787755856.356372:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667134720:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755856.357563:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667134848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755856.357638:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755856.357736:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134848 00000100:00100000:2.0:1787755856.357745:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134848 00000100:00100000:2.0:1787755856.357797:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834 00000100:00100000:2.0:1787755856.357806:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667134848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755856.357834:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755856.357887:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667134848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755856.357894:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834 00000100:00100000:1.0:1787755856.358882:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667134848:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787755856.869133:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755856.943674:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755856.943696:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755856.943744:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755856.943756:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787755856.943810:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667134976:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:3.0:1787755856.943883:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755856.943949:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe4a28be00/0x9b2b3253657891dc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891e3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755856.943974:0:7451:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755856.943983:0:7451:0:(mdt_handler.c:3973:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755856.944001:0:7451:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755856.944007:0:7451:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787755856.944022:0:7451:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff9dfe48b60a00/0x9b2b32536578919d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x9b2b3253657891a4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787755856.944033:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985457 is committed 00000004:00080000:0.0:1787755856.944050:0:7451:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 359 committed 00000001:00080000:0.0:1787755856.944065:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985454 is committed 00000020:00080000:0.0:1787755856.944076:0:7451:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4aa01e40 refcount 2 committed 0 result 0 batchid 3451 00000100:00100000:2.0:1787755856.944502:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667134976 00000100:00100000:2.0:1787755856.944511:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667134976 00000100:00100000:2.0:1787755856.944572:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11226 00000100:00100000:2.0:1787755856.944582:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+11:3648:x1874588667134976:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:2.0:1787755856.944595:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755856.944617:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657891e3 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5908076b bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b3253657891dc expref: 11 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.944632:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5908076b (ffff9dff821fae00) 00010000:00010000:2.0:1787755856.944642:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000020:00080000:0.0:1787755856.944716:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81867000 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aa01840 00000020:00080000:0.0:1787755856.944720:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1550 00000020:00080000:0.0:1787755856.944722:0:7451:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff81867200 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a26e800 00000020:00080000:0.0:1787755856.944725:0:7451:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1232 00000020:00080000:0.0:1787755856.944751:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3450 batchid updated 00000020:00080000:0.0:1787755856.944766:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3451 committed batchid 3450 00000004:00080000:0.0:1787755856.944888:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa01600 with version 6905 00000020:00080000:0.0:1787755856.944899:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3447 cancel update log [0x200000401:0x3:0x0].1546: rc = 0 00000020:00080000:0.0:1787755856.944938:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3447 cancel update log [0x240000400:0x3:0x0].1228: rc = 0 00000004:00080000:0.0:1787755856.944962:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa01840 with version 6906 00000020:00080000:0.0:1787755856.944965:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3448 cancel update log [0x200000401:0x3:0x0].1547: rc = 0 00000020:00080000:0.0:1787755856.944984:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3448 cancel update log [0x240000400:0x3:0x0].1229: rc = 0 00000004:00080000:0.0:1787755856.945007:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe4aa01780 with version 6907 00000020:00080000:0.0:1787755856.945010:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3449 cancel update log [0x200000401:0x3:0x0].1548: rc = 0 00000020:00080000:0.0:1787755856.945027:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3449 cancel update log [0x240000400:0x3:0x0].1230: rc = 0 00000004:00080000:0.0:1787755856.945046:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe44fc7540 with version 6908 00000020:00080000:0.0:1787755856.945049:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3450 cancel update log [0x200000401:0x3:0x0].1549: rc = 0 00000020:00080000:0.0:1787755856.945064:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3450 cancel update log [0x240000400:0x3:0x0].1231: rc = 0 00000020:00080000:0.0:1787755856.945070:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3450 00000004:00080000:0.0:1787755856.945088:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6905 rpc_version 6905 00000020:00100000:0.0:1787755856.945119:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755856.945128:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91aa00 x1874588667135360/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755856.945148:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667135360:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755856.945190:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755856.945213:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7480 going to sleep for 11 seconds 00000100:00100000:1.0:1787755856.946301:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755856.946334:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667135104:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755856.946386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755856.946435:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667135360 00000100:00100000:1.0:1787755856.946440:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667135360 00000100:00100000:1.0:1787755856.946485:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24804 00000100:00100000:1.0:1787755856.946493:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667135360:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755856.946631:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588667135360:12345-0@lo:1000:osp_up0-1.0 Request processed in 138us (1441us total) trans 8589957558 rc 0/0 00000100:00100000:1.0:1787755856.946638:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24804 00000100:00100000:1.0:1787755856.946693:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667135360:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755856.946704:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6906 rpc_version 6906 00000020:00100000:1.0:1787755856.946718:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755856.946725:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4c917800 x1874588667135616/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755856.946741:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c917800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667135616:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755856.946771:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755856.946785:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f480 going to sleep for 11 seconds 00000100:00100000:0.0:1787755856.947122:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667135104 00000100:00100000:0.0:1787755856.947128:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667135104 00000100:00100000:0.0:1787755856.947167:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11227 00000100:00100000:0.0:1787755856.947175:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+12:3650:x1874588667135104:12345-0@lo:103:jbd2/dm-1-8.0 00010000:00010000:0.0:1787755856.947186:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755856.947211:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657891a4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19b:0x0].0x5a734ce9 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x9b2b32536578919d expref: 12 pid: 73216 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755856.947229:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19b:0x0].0x5a734ce9 (ffff9dff439f7d00) 00010000:00010000:0.0:1787755856.947239:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755856.947273:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+11:3650:x1874588667135104:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 99us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755856.947279:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11227 00000100:00100000:0.0:1787755856.947298:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667135616 00000100:00100000:0.0:1787755856.947301:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667135616 00000100:00100000:0.0:1787755856.947539:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24805 00000100:00100000:0.0:1787755856.947546:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+11:7464:x1874588667135616:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755856.947652:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588667135616:12345-0@lo:1000:osp_up0-1.0 Request processed in 106us (879us total) trans 8589957559 rc 0/0 00000100:00100000:0.0:1787755856.947658:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24805 00000100:00100000:0.0:1787755856.947696:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667135104:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:0.0:1787755856.947731:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c917800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667135616:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755856.947739:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6907 rpc_version 6907 00000020:00100000:0.0:1787755856.947752:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755856.947757:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a91b480 x1874588667135872/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755856.947772:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667135872:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755856.947802:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755856.947816:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7900 going to sleep for 11 seconds 00000100:00100000:1.0:1787755856.947886:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667135872 00000100:00100000:1.0:1787755856.947891:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667135872 00000100:00100000:1.0:1787755856.947922:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24806 00000100:00100000:1.0:1787755856.947929:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+12:7464:x1874588667135872:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755856.947999:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667135872:12345-0@lo:1000:osp_up0-1.0 Request processed in 70us (196us total) trans 8589957560 rc 0/0 00000100:00100000:1.0:1787755856.948006:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24806 00000100:00100000:0.0:1787755856.948246:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667135872:0@lo:1000:osp_up0-1.0 00000004:00080000:0.0:1787755856.948254:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6908 rpc_version 6908 00000020:00100000:0.0:1787755856.948269:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:0.0:1787755856.948274:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4cc7e680 x1874588667136128/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787755856.948288:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667136128:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755856.949281:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755856.950245:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe44fc7900 going to sleep for 11 seconds 00000100:00100000:0.0:1787755856.950278:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667136128 00000100:00100000:0.0:1787755856.950286:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667136128 00000100:00100000:0.0:1787755856.950421:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24807 00000100:00100000:0.0:1787755856.950432:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+13:7464:x1874588667136128:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755856.957805:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe495b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+14:7464:x1874588667136128:12345-0@lo:1000:osp_up0-1.0 Request processed in 7364us (8516us total) trans 8589957561 rc 0/0 00000100:00100000:0.0:1787755856.957820:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24807 00000100:00100000:0.0:1787755856.957918:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667136128:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755856.974773:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+13:3648:x1874588667134976:12345-0@lo:103:jbd2/dm-1-8.0 Request processed in 30181us (30878us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755856.974790:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11226 00000100:00100000:3.0:1787755856.974995:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667134976:0@lo:103:jbd2/dm-1-8.0 00000100:00100000:1.0:1787755856.975182:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667136256:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1787755856.975250:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755856.975352:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667136256 00000100:00100000:2.0:1787755856.975359:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667136256 00000100:00100000:2.0:1787755856.975415:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30835 00000100:00100000:2.0:1787755856.975424:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667136256:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1787755856.975451:0:8435:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1238 count 1 00010000:00010000:2.0:1787755856.975477:0:8435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.975498:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 5 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.975507:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x4d6:0x0].0x0 since=8s v=(0 0) 00010000:00010000:2.0:1787755856.975513:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787755856.975518:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.975549:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 5 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.975571:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 5 pid: 8679 timeout: 9013 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755856.975584:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46f8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667136384:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755856.975658:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe485139c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787755856.983423:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46f8b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667136384:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755856.983458:0:8435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755856.983712:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755856.984362:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556032 00000100:00100000:3.0:1787755856.984369:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556032 00010000:00010000:3.0:1787755856.984412:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 6 pid: 8679 timeout: 9013 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755856.984453:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21784 00000100:00100000:3.0:1787755856.984463:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654556032:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755856.984482:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755856.984487:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 6 pid: 8679 timeout: 9013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755856.984503:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 6 pid: 8679 timeout: 9013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755856.984531:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b325365788fc8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143b6 expref: 6 pid: 8679 timeout: 9013 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755856.984550:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d6:0x0].0x0 since=1s v=(1 0) 00010000:00010000:3.0:1787755856.984554:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x4d6:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787755856.984561:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755856.984570:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755856.984594:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755856.984663:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654556032:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 201us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755856.984671:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21784 00010000:00010000:2.0:1787755856.985406:0:8435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.985420:0:8435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.985429:0:8435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.985437:0:8435:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755856.985469:0:8435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755856.989985:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755856.989998:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755856.990012:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755856.990017:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755856.990028:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755856.990051:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755856.990058:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004986efeb/0x9b2b325365789214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755856.990090:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755856.990092:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755856.990094:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787755856.990112:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755856.996300:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3650:x1874588667136256:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20859us (21032us total) trans 4294973876 rc 0/0 00000100:00100000:2.0:1787755856.996451:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30835 00000004:00080000:1.0:1787755856.996586:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4aa83100/2, rc 0, transno 4294973876 00000100:00100000:1.0:1787755856.996593:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667136256:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1787755857.890913:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755858.914784:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755858.914967:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755858.914994:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667136512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755858.915106:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755858.915227:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667136512 00000100:00100000:0.0:1787755858.915237:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667136512 00000100:00100000:0.0:1787755858.915304:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835 00000100:00100000:0.0:1787755858.915336:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667136512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755858.915368:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755858.915413:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3648:x1874588667136512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755858.915421:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835 00000100:00080000:3.0:1787755858.915489:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755858.915528:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667136512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755858.917373:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667136896:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917444:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755858.917498:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667137408:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917521:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755858.917547:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667137920:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917572:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755858.917596:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787755858.917602:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667136768:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917624:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755858.917641:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667137280:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917661:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755858.917676:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667137792:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917695:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755858.917728:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667136896 00000100:00100000:1.0:1787755858.917735:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667136896 00000100:00100000:1.0:1787755858.917776:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137408 00000100:00100000:1.0:1787755858.917778:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137408 00000100:00100000:1.0:1787755858.917807:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137280 00000100:00100000:1.0:1787755858.917810:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137280 00000100:00100000:1.0:1787755858.917834:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15765 00000100:00100000:1.0:1787755858.917843:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667136896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917890:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c916d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667136896:12345-0@lo:400:kworker.0 Request processed in 48us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755858.917897:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15765 00000100:00100000:1.0:1787755858.917913:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15766 00000100:00100000:1.0:1787755858.917919:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667137408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917942:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667137408:12345-0@lo:400:kworker.0 Request processed in 24us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755858.917948:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15766 00000100:00100000:1.0:1787755858.917957:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15767 00000100:00100000:1.0:1787755858.917962:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667137280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.917984:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667137280:12345-0@lo:400:kworker.0 Request processed in 22us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755858.917989:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15767 00000100:00100000:1.0:1787755858.918007:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137920 00000100:00100000:1.0:1787755858.918010:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137920 00000100:00100000:1.0:1787755858.918032:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137792 00000100:00100000:1.0:1787755858.918034:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137792 00000100:00100000:2.0:1787755858.918281:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667137024:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918312:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755858.918362:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667137536:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918383:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755858.918398:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667138048:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918415:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755858.918440:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787755858.918446:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667136640:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918485:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755858.918502:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667137152:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918523:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755858.918542:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667137664:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918562:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755858.918589:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137024 00000100:00100000:2.0:1787755858.918592:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137024 00000100:00100000:2.0:1787755858.918616:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138048 00000100:00100000:2.0:1787755858.918619:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138048 00000100:00100000:2.0:1787755858.918634:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137152 00000100:00100000:2.0:1787755858.918645:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137152 00000100:00100000:2.0:1787755858.918663:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15768 00000100:00100000:2.0:1787755858.918670:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667137024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918707:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667137024:12345-0@lo:400:kworker.0 Request processed in 37us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755858.918714:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15768 00000100:00100000:2.0:1787755858.918727:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15769 00000100:00100000:2.0:1787755858.918733:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667138048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918755:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667138048:12345-0@lo:400:kworker.0 Request processed in 23us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755858.918761:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15769 00000100:00100000:2.0:1787755858.918769:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15770 00000100:00100000:2.0:1787755858.918774:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667137152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918795:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667137152:12345-0@lo:400:kworker.0 Request processed in 20us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755858.918800:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15770 00000100:00100000:2.0:1787755858.918845:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667137152:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918856:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a044000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667137024:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918864:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667138048:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918913:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137536 00000100:00100000:2.0:1787755858.918917:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137536 00000100:00100000:2.0:1787755858.918940:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10151 00000100:00100000:2.0:1787755858.918947:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667137920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.918978:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667137920:12345-0@lo:400:kworker.0 Request processed in 32us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755858.918984:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10151 00000100:00100000:2.0:1787755858.918994:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10152 00000100:00100000:2.0:1787755858.918999:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667137536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.919023:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46f88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667137536:12345-0@lo:400:kworker.0 Request processed in 24us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755858.919029:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10152 00000100:00100000:0.0:1787755858.919246:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667136640 00000100:00100000:0.0:1787755858.919252:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667136640 00000100:00100000:0.0:1787755858.919284:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:0.0:1787755858.919291:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43719050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667136640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919349:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43719050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667136640:12345-0@lo:400:kworker.0 Request processed in 59us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755858.919356:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:0.0:1787755858.919385:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667136768 00000100:00100000:0.0:1787755858.919390:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667136768 00000100:00100000:0.0:1787755858.919412:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667137664 00000100:00100000:0.0:1787755858.919415:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667137664 00000100:00100000:0.0:1787755858.919432:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24808 00000100:00100000:0.0:1787755858.919437:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588667136768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919471:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+13:3650:x1874588667136768:12345-0@lo:400:kworker.0 Request processed in 34us (1846us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755858.919477:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24808 00000100:00100000:0.0:1787755858.919487:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24809 00000100:00100000:0.0:1787755858.919492:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667137664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919517:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667137664:12345-0@lo:400:kworker.0 Request processed in 24us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755858.919523:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24809 00000100:00100000:0.0:1787755858.919587:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667136768:0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919600:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667137280:0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919611:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a047b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667136896:0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919620:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667137408:0@lo:400:kworker.0 00000100:00100000:0.0:1787755858.919630:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667137920:0@lo:400:kworker.0 00000100:00080000:0.0:1787755858.919684:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755858.919689:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755858.919692:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755858.919694:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755858.921635:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667136640:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.921656:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985454 gen 2 00000004:00080000:2.0:1787755858.921662:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985450 committed transno 4294985454 00000100:00100000:1.0:1787755858.921664:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10153 00000020:00080000:2.0:1787755858.921670:0:3647:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9dfe4a3343c0 refcount 2 committed 0 result 0 batchid 4294979815 00000020:00080000:2.0:1787755858.921673:0:3647:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cbf00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a334300 00000020:00080000:2.0:1787755858.921677:0:3647:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000404:0x2:0x0].947 00000020:00080000:2.0:1787755858.921679:0:3647:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cbc00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe51868000 00000020:00080000:2.0:1787755858.921682:0:3647:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000bd0:0x2:0x0].945 00000100:00100000:1.0:1787755858.921683:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667137792:12345-0@lo:400:kworker.0 00000004:00080000:2.0:1787755858.921712:0:3647:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985454 committed transno 4294985454 00000100:00100000:2.0:1787755858.921725:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667137664:0@lo:400:kworker.0 00000100:00100000:2.0:1787755858.921740:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667137536:0@lo:400:kworker.0 00000100:00100000:1.0:1787755858.922073:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667137792:12345-0@lo:400:kworker.0 Request processed in 398us (4374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755858.922080:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10153 00000100:00100000:0.0:1787755858.922200:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667137792:0@lo:400:kworker.0 00000020:00080000:3.0:1787755858.923373:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294979815 committed batchid 4294979814 00000020:00080000:3.0:1787755858.923497:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979814 00000100:00100000:0.0:1787755859.426614:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4d9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667138176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755859.426711:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755859.428113:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138176 00000100:00100000:2.0:1787755859.428132:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138176 00000100:00100000:2.0:1787755859.428211:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6836 00000100:00100000:2.0:1787755859.428223:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667138176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755859.428273:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755859.428399:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667138176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 179us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755859.428407:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6836 00000100:00100000:1.0:1787755859.428726:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4d9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667138176:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755859.940635:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755860.379054:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755860.379101:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755860.379133:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755860.379152:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755860.379167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755860.379169:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556416 00000100:00100000:0.0:1787755860.379179:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556416 00000100:00100000:2.0:1787755860.379188:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755860.379215:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755860.379232:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755860.379238:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556928 00000100:00100000:0.0:1787755860.379241:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556928 00000100:00100000:0.0:1787755860.379261:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556288 00000100:00100000:0.0:1787755860.379264:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556288 00000100:00100000:2.0:1787755860.379266:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755860.379282:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556800 00000100:00100000:0.0:1787755860.379284:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556800 00000100:00100000:2.0:1787755860.379287:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556672 00000100:00100000:2.0:1787755860.379290:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556672 00000100:00100000:0.0:1787755860.379305:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15771 00000100:00100000:0.0:1787755860.379330:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654556416:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755860.379331:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557184 00000100:00100000:2.0:1787755860.379333:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557184 00000100:00100000:2.0:1787755860.379352:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556544 00000100:00100000:2.0:1787755860.379355:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556544 00000100:00100000:2.0:1787755860.379369:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557056 00000100:00100000:2.0:1787755860.379372:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557056 00000100:00100000:2.0:1787755860.379387:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10154 00000100:00100000:2.0:1787755860.379394:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654556672:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755860.379402:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654556416:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 89us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755860.379409:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15771 00000100:00100000:2.0:1787755860.379418:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654556672:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755860.379424:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10154 00000100:00100000:0.0:1787755860.379426:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15772 00000100:00100000:0.0:1787755860.379432:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654556928:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755860.379435:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10155 00000100:00100000:2.0:1787755860.379440:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654557184:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755860.379454:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654556928:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755860.379456:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654557184:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 16us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755860.379460:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15772 00000100:00100000:2.0:1787755860.379462:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10155 00000100:00100000:0.0:1787755860.379471:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15773 00000100:00100000:0.0:1787755860.379477:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4d9e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654556288:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755860.379485:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10156 00000100:00100000:2.0:1787755860.379491:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654556544:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755860.379499:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4d9e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654556288:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755860.379506:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15773 00000100:00100000:2.0:1787755860.379509:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654556544:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 19us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755860.379515:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10156 00000100:00100000:0.0:1787755860.379516:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15774 00000100:00100000:0.0:1787755860.379522:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654556800:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755860.379524:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10157 00000100:00100000:2.0:1787755860.379529:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654557056:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755860.379542:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654556800:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755860.379544:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a047b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654557056:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 15us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755860.379548:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15774 00000100:00100000:2.0:1787755860.379549:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10157 00000100:00080000:0.0:1787755860.379565:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755860.379569:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755860.379571:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755860.379573:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755860.381809:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654556160 00000100:00100000:3.0:1787755860.381825:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654556160 00000100:00100000:3.0:1787755860.382558:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2412 00000100:00100000:3.0:1787755860.382569:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe55659850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654556160:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755860.382645:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe55659850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654556160:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 79us (3613us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755860.382652:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2412 00000100:00100000:1.0:1787755860.965789:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755860.965815:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667138304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755860.965898:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787755860.966220:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755860.966580:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138304 00000100:00100000:3.0:1787755860.966588:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138304 00000100:00100000:3.0:1787755860.966643:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24810 00000100:00100000:3.0:1787755860.966653:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667138304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755860.966688:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755860.966745:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667138304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (846us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755860.966752:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24810 00000100:00100000:3.0:1787755860.966800:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667138304:0@lo:41:osp-pre-1-0.0 00000020:00080000:3.0:1787755860.970761:0:30955:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294979815 batchid updated 00000001:00080000:3.0:1787755860.970796:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957561 is committed 00000020:00080000:0.0:1787755860.970880:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979815 00000004:00080000:0.0:1787755860.970949:0:30985:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0001-osp-MDT0000: add oth ffff9dfe47cc9e40 with version 1844 00000020:00080000:0.0:1787755860.970968:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osp-MDT0000: batchid 4294979815 cancel update log [0x240000404:0x2:0x0].947: rc = 0 00000020:00080000:0.0:1787755860.971075:0:30985:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osd: batchid 4294979815 cancel update log [0x200000bd0:0x2:0x0].945: rc = 0 00000020:00080000:0.0:1787755860.971084:0:30985:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294979815 00000004:00080000:3.0:1787755860.971452:0:30971:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff7bb50000 version 1844 rpc_version 1844 00000020:00100000:3.0:1787755860.971497:0:30971:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0001-osp-MDT0000: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755860.971510:0:30971:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe452c4000 x1874588667138560/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755860.971542:0:30971:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667138560:0@lo:1000:osp_up1-0.0 00000100:00100000:3.0:1787755860.971631:0:30971:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755860.971702:0:30971:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f4e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1787755860.971764:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138560 00000100:00100000:0.0:1787755860.971774:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138560 00000100:00100000:0.0:1787755860.971833:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24811 00000100:00100000:0.0:1787755860.971844:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:30971:x1874588667138560:12345-0@lo:1000:osp_up1-0.0 00000100:00100000:0.0:1787755860.972043:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:30971:x1874588667138560:12345-0@lo:1000:osp_up1-0.0 Request processed in 200us (411us total) trans 4294985458 rc 0/0 00000100:00100000:0.0:1787755860.972051:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24811 00000100:00100000:3.0:1787755860.972250:0:30971:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job osp_up1-0:lustre-MDT0000-mdtlov_UUID:30971:1874588667138560:0@lo:1000:osp_up1-0.0 00000001:00080000:3.0:1787755860.972646:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976212 is committed 00000100:00100000:2.0:1787755861.474731:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755861.474756:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667138688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755861.474833:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755861.475025:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755861.475035:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667138816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755861.475070:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755861.475108:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138688 00000100:00100000:3.0:1787755861.475115:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138688 00000100:00100000:3.0:1787755861.475160:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24812 00000100:00100000:3.0:1787755861.475170:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667138688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755861.475223:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:3.0:1787755861.475281:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667138688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755861.475288:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24812 00000100:00100000:3.0:1787755861.475367:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957561 gen 2 00000004:00080000:3.0:1787755861.475375:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957556 committed transno 8589957561 00000020:00080000:3.0:1787755861.475382:0:3649:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4fe973c0 refcount 2 committed 0 result 0 batchid 3452 00000020:00080000:3.0:1787755861.475386:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cb900 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4fe97480 00000020:00080000:3.0:1787755861.475390:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1551 00000020:00080000:3.0:1787755861.475393:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dfe4c1cb400 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe500a6800 00000020:00080000:3.0:1787755861.475395:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1233 00000004:00080000:3.0:1787755861.475422:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957557 committed transno 8589957561 00000020:00080000:3.0:1787755861.475426:0:3649:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff9dfe4aa86d80 refcount 2 committed 0 result 0 batchid 3453 00000020:00080000:3.0:1787755861.475429:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff44582600 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4aa860c0 00000020:00080000:3.0:1787755861.475432:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x200000401:0x3:0x0].1552 00000020:00080000:3.0:1787755861.475435:0:3649:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9dff44582300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9dfe4a63b800 00000020:00080000:3.0:1787755861.475437:0:3649:0:(update_trans.c:72:top_multiple_thandle_dump()) cookie [0x240000400:0x3:0x0].1234 00000004:00080000:3.0:1787755861.475466:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957558 committed transno 8589957561 00000004:00080000:3.0:1787755861.475481:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957559 committed transno 8589957561 00000004:00080000:3.0:1787755861.475492:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957560 committed transno 8589957561 00000004:00080000:3.0:1787755861.475510:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957561 committed transno 8589957561 00000100:00100000:3.0:1787755861.475532:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667138688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755861.475847:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138816 00000100:00100000:0.0:1787755861.475853:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138816 00000100:00100000:0.0:1787755861.475896:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6837 00000100:00100000:0.0:1787755861.475904:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667138816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755861.475925:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755861.475970:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667138816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755861.475976:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6837 00000020:00080000:0.0:1787755861.476015:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 3453 committed batchid 3450 00000020:00080000:0.0:1787755861.476064:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3450 00000100:00080000:0.0:1787755861.476074:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755861.476133:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755861.476147:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667138944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755861.476179:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755861.476390:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667138944 00000100:00100000:0.0:1787755861.476395:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667138944 00000100:00100000:0.0:1787755861.476452:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6838 00000100:00100000:0.0:1787755861.476460:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667138944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755861.476477:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755861.476512:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a044700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667138944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755861.476518:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6838 00000100:00100000:0.0:1787755861.476548:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976212 gen 2 00000004:00080000:0.0:1787755861.476554:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a9c2300, transno 4294976212 00000100:00100000:0.0:1787755861.476569:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667138944:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787755861.476679:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755861.477021:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667138816:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787755861.987720:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755863.011492:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787755863.013903:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973876 is committed 00000020:00080000:2.0:1787755863.015296:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3453 batchid updated 00000001:00080000:2.0:1787755863.015311:0:7451:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294985458 is committed 00000020:00080000:2.0:1787755863.015352:0:7451:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0001: 3451 batchid updated 00000020:00080000:0.0:1787755863.015414:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3453 00000004:00080000:0.0:1787755863.015475:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48513300 with version 6909 00000020:00080000:0.0:1787755863.015509:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3451 cancel update log [0x200000401:0x3:0x0].1550: rc = 0 00000020:00080000:0.0:1787755863.015586:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3451 cancel update log [0x240000400:0x3:0x0].1232: rc = 0 00000004:00080000:0.0:1787755863.015614:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe485136c0 with version 6910 00000020:00080000:0.0:1787755863.015618:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3452 cancel update log [0x200000401:0x3:0x0].1551: rc = 0 00000020:00080000:0.0:1787755863.015636:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3452 cancel update log [0x240000400:0x3:0x0].1233: rc = 0 00000004:00080000:0.0:1787755863.015654:0:7472:0:(osp_trans.c:1595:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff9dfe48513b40 with version 6911 00000020:00080000:0.0:1787755863.015657:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 3453 cancel update log [0x200000401:0x3:0x0].1552: rc = 0 00000020:00080000:0.0:1787755863.015673:0:7472:0:(update_trans.c:1312:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 3453 cancel update log [0x240000400:0x3:0x0].1234: rc = 0 00000020:00080000:0.0:1787755863.015679:0:7472:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 3453 00000004:00080000:2.0:1787755863.015803:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6909 rpc_version 6909 00000020:00100000:2.0:1787755863.015837:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1787755863.015848:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4a045180 x1874588667139200/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787755863.015876:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667139200:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1787755863.015946:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755863.016196:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755863.016338:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667139200 00000100:00100000:0.0:1787755863.016347:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667139200 00000100:00100000:0.0:1787755863.016436:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24813 00000100:00100000:0.0:1787755863.016445:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7464:x1874588667139200:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1787755863.016598:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667139200:12345-0@lo:1000:osp_up0-1.0 Request processed in 153us (651us total) trans 8589957562 rc 0/0 00000100:00100000:0.0:1787755863.016607:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24813 00000100:00100000:1.0:1787755863.016688:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a045180 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667139200:0@lo:1000:osp_up0-1.0 00000004:00080000:1.0:1787755863.016699:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6910 rpc_version 6910 00000020:00100000:1.0:1787755863.016712:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1787755863.016718:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe4c917800 x1874588667139456/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787755863.016732:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c917800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667139456:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1787755863.016762:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755863.022889:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334300 going to sleep for 11 seconds 00000100:00100000:2.0:1787755863.022954:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667139456 00000100:00100000:2.0:1787755863.023034:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667139456 00000100:00100000:3.0:1787755863.023736:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24814 00000100:00100000:3.0:1787755863.023752:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:7464:x1874588667139456:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755863.024203:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667139456:12345-0@lo:1000:osp_up0-1.0 Request processed in 211us (7195us total) trans 8589957563 rc 0/0 00000100:00100000:3.0:1787755863.024222:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24814 00000100:00100000:3.0:1787755863.024293:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c917800 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667139456:0@lo:1000:osp_up0-1.0 00000004:00080000:3.0:1787755863.024306:0:7464:0:(osp_trans.c:1336:osp_get_next_request()) ou ffff9dff750e9240 version 6911 rpc_version 6911 00000020:00100000:3.0:1787755863.024357:0:7464:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1787755863.024365:0:7464:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9dfe452c4a80 x1874588667139712/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787755863.024385:0:7464:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667139712:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755863.024423:0:7464:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755863.024454:0:7464:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f4e6300 going to sleep for 11 seconds 00000100:00100000:3.0:1787755863.024469:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667139712 00000100:00100000:3.0:1787755863.024473:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667139712 00000100:00100000:3.0:1787755863.024518:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24815 00000100:00100000:3.0:1787755863.024525:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+9:7464:x1874588667139712:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1787755863.024611:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+10:7464:x1874588667139712:12345-0@lo:1000:osp_up0-1.0 Request processed in 87us (188us total) trans 8589957564 rc 0/0 00000100:00100000:3.0:1787755863.024618:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24815 00000100:00100000:3.0:1787755863.024652:0:7464:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7464:1874588667139712:0@lo:1000:osp_up0-1.0 00010000:00010000:3.0:1787755864.036461:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755864.037497:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755864.037523:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667139840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755864.037595:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755864.038083:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667139840 00000100:00100000:0.0:1787755864.038092:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667139840 00000100:00100000:0.0:1787755864.038177:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839 00000100:00100000:0.0:1787755864.038196:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667139840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755864.038230:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755864.038282:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667139840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755864.038290:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839 00000100:00080000:1.0:1787755864.039171:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755864.039226:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294973876 gen 2 00000004:00080000:1.0:1787755864.039234:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4aa83100, transno 4294973876 00000100:00100000:1.0:1787755864.039261:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667139840:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755864.043350:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667140224:0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043437:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755864.043491:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667140736:0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043524:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755864.043546:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141248:0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043573:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755864.043597:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755864.043602:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667140096:0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755864.043641:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667140608:0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043663:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755864.043679:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141120:0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043697:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755864.043727:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140224 00000100:00100000:3.0:1787755864.043734:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140224 00000100:00100000:3.0:1787755864.043778:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140736 00000100:00100000:3.0:1787755864.043782:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140736 00000100:00100000:3.0:1787755864.043808:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140608 00000100:00100000:3.0:1787755864.043811:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140608 00000100:00100000:3.0:1787755864.043832:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15775 00000100:00100000:3.0:1787755864.043839:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667140224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043894:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667140224:12345-0@lo:400:kworker.0 Request processed in 55us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755864.043900:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15775 00000100:00100000:3.0:1787755864.043922:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15776 00000100:00100000:3.0:1787755864.043928:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667140736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.043978:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667140736:12345-0@lo:400:kworker.0 Request processed in 50us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755864.043985:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15776 00000100:00100000:3.0:1787755864.043996:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15777 00000100:00100000:3.0:1787755864.044002:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667140608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.044029:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667140608:12345-0@lo:400:kworker.0 Request processed in 27us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755864.044035:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15777 00000100:00100000:3.0:1787755864.044056:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141248 00000100:00100000:3.0:1787755864.044059:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141248 00000100:00100000:3.0:1787755864.044081:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141120 00000100:00100000:3.0:1787755864.044084:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141120 00000100:00100000:3.0:1787755864.044107:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10158 00000100:00100000:3.0:1787755864.044113:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755864.044141:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141248:12345-0@lo:400:kworker.0 Request processed in 28us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755864.044146:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10158 00000100:00100000:3.0:1787755864.044173:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10159 00000100:00100000:3.0:1787755864.044180:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044465:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667140352:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044499:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.044521:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667140864:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044542:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.044557:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667141376:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044575:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.044601:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755864.044607:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667139968:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044633:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.044650:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667140480:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044669:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.044685:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667140992:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044705:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.044731:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140352 00000100:00100000:2.0:1787755864.044735:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140352 00000100:00100000:2.0:1787755864.044764:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141376 00000100:00100000:2.0:1787755864.044767:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141376 00000100:00100000:2.0:1787755864.044784:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140480 00000100:00100000:2.0:1787755864.044787:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140480 00000100:00100000:2.0:1787755864.044804:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15778 00000100:00100000:2.0:1787755864.044810:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667140352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044846:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667140352:12345-0@lo:400:kworker.0 Request processed in 36us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755864.044853:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15778 00000100:00100000:2.0:1787755864.044868:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15779 00000100:00100000:2.0:1787755864.044873:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667141376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.044896:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667141376:12345-0@lo:400:kworker.0 Request processed in 23us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755864.044900:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15779 00000100:00100000:2.0:1787755864.044911:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15780 00000100:00100000:2.0:1787755864.044917:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667140480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.045057:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667140480:12345-0@lo:400:kworker.0 Request processed in 139us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755864.045064:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15780 00000100:00100000:2.0:1787755864.045086:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140864 00000100:00100000:2.0:1787755864.045090:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140864 00000100:00100000:2.0:1787755864.045114:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10160 00000100:00100000:2.0:1787755864.045120:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667140864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.045147:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667140864:12345-0@lo:400:kworker.0 Request processed in 27us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755864.045153:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10160 00000100:00100000:2.0:1787755864.045392:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667140480:0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045547:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667140608:0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045559:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667140224:0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045568:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667140736:0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045578:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141248:0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045621:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140096 00000100:00100000:0.0:1787755864.045625:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140096 00000100:00100000:0.0:1787755864.045652:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667140992 00000100:00100000:0.0:1787755864.045654:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667140992 00000100:00100000:0.0:1787755864.045669:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24816 00000100:00100000:0.0:1787755864.045676:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667140096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045723:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:3648:x1874588667140096:12345-0@lo:400:kworker.0 Request processed in 48us (2099us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755864.045729:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24816 00000100:00100000:0.0:1787755864.045740:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24817 00000100:00100000:0.0:1787755864.045745:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667140992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755864.045782:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667140992:12345-0@lo:400:kworker.0 Request processed in 36us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755864.045788:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24817 00000100:00100000:0.0:1787755864.045813:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667140096:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.045883:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294985458 gen 2 00000004:00080000:2.0:1787755864.045888:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294985458 committed transno 4294985458 00000100:00100000:2.0:1787755864.045907:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667140992:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.045916:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667140352:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.045926:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667140864:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.045936:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667141376:0@lo:400:kworker.0 00000100:00080000:1.0:1787755864.048543:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755864.048552:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755864.048555:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755864.048557:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755864.048574:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667139968 00000100:00100000:1.0:1787755864.048583:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667139968 00000100:00100000:1.0:1787755864.048633:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:1.0:1787755864.048641:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5565b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667139968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755864.048727:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5565b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667139968:12345-0@lo:400:kworker.0 Request processed in 87us (4093us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755864.048734:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:3.0:1787755864.048938:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141120:12345-0@lo:400:kworker.0 Request processed in 4757us (5238us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755864.049295:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10159 00000100:00100000:1.0:1787755864.049459:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141120:0@lo:400:kworker.0 00000100:00100000:2.0:1787755864.049667:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667139968:0@lo:400:kworker.0 00000100:00100000:1.0:1787755864.548764:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff5023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667141504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755864.548841:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755864.549441:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141504 00000100:00100000:2.0:1787755864.549451:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141504 00000100:00100000:2.0:1787755864.549515:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6840 00000100:00100000:2.0:1787755864.549526:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667141504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755864.549557:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755864.549632:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667141504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755864.549640:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6840 00000100:00100000:1.0:1787755864.549833:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff5023f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667141504:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1787755865.062285:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755865.481704:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481755:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481789:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481844:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481861:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481878:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.481941:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557696 00000100:00100000:2.0:1787755865.481950:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557696 00000100:00100000:1.0:1787755865.481974:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557440 00000100:00100000:1.0:1787755865.481981:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557440 00000100:00100000:2.0:1787755865.482008:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557824 00000100:00100000:2.0:1787755865.482012:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557824 00000100:00100000:1.0:1787755865.482025:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557568 00000100:00100000:1.0:1787755865.482031:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557568 00000100:00100000:2.0:1787755865.482037:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654558208 00000100:00100000:2.0:1787755865.482042:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654558208 00000100:00100000:1.0:1787755865.482062:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557952 00000100:00100000:1.0:1787755865.482067:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557952 00000100:00100000:2.0:1787755865.482067:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654558336 00000100:00100000:2.0:1787755865.482073:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654558336 00000100:00100000:1.0:1787755865.482103:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654558080 00000100:00100000:2.0:1787755865.482104:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10161 00000100:00100000:1.0:1787755865.482109:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654558080 00000100:00100000:2.0:1787755865.482116:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654557696:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755865.482143:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15781 00000100:00100000:1.0:1787755865.482154:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654557440:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755865.482195:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654557696:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 80us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755865.482196:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654557440:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 43us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755865.482210:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10161 00000100:00100000:1.0:1787755865.482212:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15781 00000100:00100000:2.0:1787755865.482238:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10162 00000100:00100000:1.0:1787755865.482242:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15782 00000100:00100000:2.0:1787755865.482250:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654557824:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755865.482258:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654557568:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755865.482282:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654557824:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 34us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755865.482289:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10162 00000100:00100000:1.0:1787755865.482295:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654557568:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 41us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755865.482303:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15782 00000100:00100000:2.0:1787755865.482307:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10163 00000100:00100000:2.0:1787755865.482346:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654558208:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755865.482353:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15783 00000100:00100000:1.0:1787755865.482364:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654557952:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755865.482372:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654558208:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 56us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755865.482379:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10163 00000100:00100000:2.0:1787755865.482394:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10164 00000100:00100000:1.0:1787755865.482399:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654557952:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755865.482406:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654558336:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755865.482413:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15783 00000100:00100000:1.0:1787755865.482433:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15784 00000100:00100000:2.0:1787755865.482437:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654558336:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (534us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755865.482445:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654558080:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755865.482447:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10164 00000100:00080000:2.0:1787755865.482477:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755865.482478:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5023c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654558080:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 36us (615us total) trans 0 rc 0/0 00000100:00080000:2.0:1787755865.482483:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755865.482487:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755865.482489:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15784 00000100:00080000:2.0:1787755865.482490:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755865.482612:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654557312 00000100:00100000:0.0:1787755865.482616:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654557312 00000100:00100000:0.0:1787755865.482654:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2414 00000100:00100000:0.0:1787755865.482661:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5565a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654557312:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755865.482682:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5565a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654557312:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755865.482689:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2414 00000001:02000400:0.0:1787755865.701617:0:166564:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46a: pdirops: link vs mkdir ======================================================================== 10:51:02 (1787755862) 00000100:00100000:3.0:1787755865.822413:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755865.822675:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654558464 00000100:00100000:2.0:1787755865.822687:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654558464 00000100:00100000:2.0:1787755865.822751:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11228 00000100:00100000:2.0:1787755865.822761:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:15684:x1874588654558464:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755865.822777:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755865.822802:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd400/0x9b2b325365789070 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1e6e:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2143f5 expref: 6 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755865.822823:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1e6e:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:2.0:1787755865.822833:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755865.822892:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:15684:x1874588654558464:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 132us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755865.822899:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11228 00010000:00010000:3.0:1787755866.083353:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755866.083408:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755866.083430:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141632:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755866.083516:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755866.083888:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141632 00000100:00100000:3.0:1787755866.083896:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141632 00000100:00100000:3.0:1787755866.083965:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24818 00000100:00100000:3.0:1787755866.083974:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755866.084013:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755866.084068:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755866.084075:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24818 00000100:00100000:2.0:1787755866.084254:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755866.595407:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe426afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755866.595475:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755866.597358:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667141888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755866.597413:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755866.597458:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755866.597463:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667142016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755866.597485:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755866.597511:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141760 00000100:00100000:2.0:1787755866.597517:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141760 00000100:00100000:2.0:1787755866.597561:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667141888 00000100:00100000:2.0:1787755866.597563:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667141888 00000100:00100000:2.0:1787755866.597579:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6841 00000100:00100000:2.0:1787755866.597586:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755866.597613:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755866.597733:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6842 00000100:00100000:1.0:1787755866.597742:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667141888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755866.597757:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755866.597793:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667141888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755866.597800:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6842 00000100:00100000:1.0:1787755866.597845:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667141888:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787755866.597877:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755866.597881:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755866.597891:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142016 00000100:00100000:1.0:1787755866.597894:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142016 00000100:00100000:1.0:1787755866.597943:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24819 00000100:00100000:1.0:1787755866.597949:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1874588667142016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755866.597970:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755866.598002:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:3649:x1874588667142016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755866.598007:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24819 00000100:00100000:1.0:1787755866.598037:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667142016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755866.600365:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667141760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2771us (4882us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755866.600377:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6841 00000100:00100000:3.0:1787755866.604052:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe426afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667141760:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1787755867.106811:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787755867.133441:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957564 is committed 00010000:00010000:0.0:1787755867.375260:0:166613:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:0.0:1787755867.376532:0:166613:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755868.132531:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755868.400451:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755868.400545:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654558592 00000100:00100000:1.0:1787755868.400556:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654558592 00000100:00100000:1.0:1787755868.400641:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70492 00000100:00100000:1.0:1787755868.400651:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:227104:x1874588654558592:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755868.400670:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755868.400690:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578921b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214449 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.400753:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789222 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.400767:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.400777:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755868.400820:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755868.400824:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755868.400843:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789222 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.400866:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578921b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214449 expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.400893:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789222 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214449 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.400901:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755868.400904:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755868.400908:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755868.400968:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:227104:x1874588654558592:12345-192.168.201.7@tcp:101:touch.0 Request processed in 319us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755868.400975:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70492 00000100:00080000:0.0:1787755868.406049:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755868.412122:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755868.413873:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654558848 00000100:00100000:2.0:1787755868.413898:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654558848 00000100:00100000:2.0:1787755868.413981:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70493 00000100:00100000:2.0:1787755868.413991:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:227104:x1874588654558848:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755868.414011:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755868.414015:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755868.414039:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789222 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214449 expref: 7 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414056:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755868.414061:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755868.414073:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789229 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214450 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414192:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414205:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414215:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414232:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414239:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414246:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755868.414636:0:10713:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51e:0x0], index 0: 0 00010000:00010000:2.0:1787755868.414785:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578923e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414795:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578923e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414802:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578923e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414832:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414840:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414846:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414853:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414858:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755868.414864:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414872:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414894:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755868.414897:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755868.414901:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414909:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789230 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755868.414920:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000556fcf43 reply state 000000005cb34921 transno 8589957565 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414930:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414935:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x508acae2 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755868.414937:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755868.414940:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755868.414966:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789229 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214450 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414979:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578923e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214450 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755868.414986:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:2.0:1787755868.414988:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755868.414991:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755868.415059:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f512300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:227104:x1874588654558848:12345-192.168.201.7@tcp:101:touch.0 Request processed in 1069us (2947us total) trans 8589957565 rc 0/0 00000100:00100000:2.0:1787755868.415066:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70493 00000100:00100000:0.0:1787755868.443772:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755868.444027:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654559104 00000100:00100000:1.0:1787755868.444039:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654559104 00000100:00100000:1.0:1787755868.444109:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70494 00000100:00100000:1.0:1787755868.444119:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:227104:x1874588654559104:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:1.0:1787755868.444177:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755868.444205:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b32536578923e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214450 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.444221:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:1.0:1787755868.444232:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755868.444299:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.444312:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.444342:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755868.444454:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000050de717a reply state 00000000fdb6808c transno 8589957566 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.444468:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755868.444474:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755868.444477:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755868.444480:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755868.444571:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+10:227104:x1874588654559104:12345-192.168.201.7@tcp:36:touch.0 Request processed in 453us (809us total) trans 8589957566 rc 0/0 00000100:00100000:1.0:1787755868.444578:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70494 00000100:00100000:2.0:1787755868.481659:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755868.482076:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654559232 00000100:00100000:3.0:1787755868.482087:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654559232 00000100:00100000:3.0:1787755868.482154:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70495 00000100:00100000:3.0:1787755868.482164:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:227104:x1874588654559232:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755868.482188:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755868.482207:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789253 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214457 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755868.482262:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789253 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214457 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755868.482290:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789253 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214457 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755868.482308:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:3.0:1787755868.482312:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787755868.482338:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755868.482398:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:227104:x1874588654559232:12345-192.168.201.7@tcp:101:touch.0 Request processed in 235us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755868.482404:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70495 00000100:00100000:0.0:1787755868.486581:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755868.489116:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654559360 00000100:00100000:2.0:1787755868.489130:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654559360 00000100:00100000:2.0:1787755868.489200:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30836 00000100:00100000:2.0:1787755868.489210:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654559360:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:2.0:1787755868.489482:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe426ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654559360:12345-192.168.201.7@tcp:2:touch.0 Request processed in 272us (2908us total) trans 4294973877 rc 0/0 00000100:00100000:2.0:1787755868.489490:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30836 00000100:00080000:0.0:1787755868.490382:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755868.537121:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755868.537749:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654559616 00000100:00100000:3.0:1787755868.537759:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654559616 00000100:00100000:3.0:1787755868.537821:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9412 00000100:00100000:3.0:1787755868.537831:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:227104:x1874588654559616:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:3.0:1787755868.538139:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:227104:x1874588654559616:12345-192.168.201.7@tcp:35:touch.0 Request processed in 308us (1027us total) trans 8589957567 rc 0/0 00000100:00100000:3.0:1787755868.538147:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9412 00010000:00010000:2.0:1787755869.154881:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755869.155124:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667142144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755869.155194:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.155594:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667142272:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.155633:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.155886:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667142784:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.155914:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.155931:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667143296:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.155955:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.155977:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755869.155983:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667142656:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.156004:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.156018:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667143168:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.156040:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.156054:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667143680:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.156073:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755869.156104:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142272 00000100:00100000:3.0:1787755869.156110:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142272 00000100:00100000:3.0:1787755869.156154:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:3.0:1787755869.156163:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe55659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667142272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.156212:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe55659050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667142272:12345-0@lo:400:kworker.0 Request processed in 49us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755869.156219:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:3.0:1787755869.156252:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143296 00000100:00100000:3.0:1787755869.156256:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143296 00000100:00100000:3.0:1787755869.156279:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24820 00000100:00100000:3.0:1787755869.156285:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667143296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.156344:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667143296:12345-0@lo:400:kworker.0 Request processed in 59us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755869.156350:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24820 00000100:00100000:3.0:1787755869.156393:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667142272:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.156404:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667143296:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.156650:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142144 00000100:00100000:1.0:1787755869.156655:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142144 00000100:00100000:1.0:1787755869.156705:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6843 00000100:00100000:1.0:1787755869.156712:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667142144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755869.156735:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755869.156780:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667142144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.156786:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6843 00000100:00100000:1.0:1787755869.156821:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667142400:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.156847:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755869.156878:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667142912:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.156901:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755869.156917:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667143424:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.156937:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755869.156955:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787755869.156962:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667142528:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.156984:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755869.156999:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667143040:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157018:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755869.157032:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667143552:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157052:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755869.157081:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142784 00000100:00100000:1.0:1787755869.157085:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142784 00000100:00100000:1.0:1787755869.157116:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142656 00000100:00100000:1.0:1787755869.157120:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142656 00000100:00100000:1.0:1787755869.157136:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143680 00000100:00100000:1.0:1787755869.157139:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143680 00000100:00100000:1.0:1787755869.157154:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142912 00000100:00100000:1.0:1787755869.157156:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142912 00000100:00100000:1.0:1787755869.157170:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142528 00000100:00100000:1.0:1787755869.157172:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142528 00000100:00100000:1.0:1787755869.157186:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143040 00000100:00100000:1.0:1787755869.157189:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143040 00000100:00100000:1.0:1787755869.157209:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15785 00000100:00100000:1.0:1787755869.157215:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667142784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157251:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667142784:12345-0@lo:400:kworker.0 Request processed in 37us (1336us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157258:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15785 00000100:00100000:1.0:1787755869.157272:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15786 00000100:00100000:1.0:1787755869.157278:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667142656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157304:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667142656:12345-0@lo:400:kworker.0 Request processed in 27us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157310:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15786 00000100:00100000:1.0:1787755869.157345:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15787 00000100:00100000:1.0:1787755869.157352:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667143680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157378:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667143680:12345-0@lo:400:kworker.0 Request processed in 27us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157383:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15787 00000100:00100000:1.0:1787755869.157394:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15788 00000100:00100000:1.0:1787755869.157400:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667142912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157443:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f512d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667142912:12345-0@lo:400:kworker.0 Request processed in 43us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157448:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15788 00000100:00100000:1.0:1787755869.157460:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15789 00000100:00100000:1.0:1787755869.157466:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667142528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157493:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667142528:12345-0@lo:400:kworker.0 Request processed in 27us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157513:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15789 00000100:00100000:1.0:1787755869.157527:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15790 00000100:00100000:1.0:1787755869.157533:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667143040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157559:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f512a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667143040:12345-0@lo:400:kworker.0 Request processed in 26us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157564:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15790 00000100:00100000:1.0:1787755869.157589:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667142400 00000100:00100000:1.0:1787755869.157592:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667142400 00000100:00100000:1.0:1787755869.157616:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24821 00000100:00100000:1.0:1787755869.157621:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667142400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157654:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667142400:12345-0@lo:400:kworker.0 Request processed in 33us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755869.157662:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24821 00000100:00100000:1.0:1787755869.157707:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667142528:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157717:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667143040:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157724:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 8589957564 gen 2 00000004:00080000:1.0:1787755869.157729:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957562 committed transno 8589957564 00000004:00080000:1.0:1787755869.157749:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957563 committed transno 8589957564 00000004:00080000:1.0:1787755869.157757:0:3649:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589957564 committed transno 8589957564 00000100:00100000:1.0:1787755869.157767:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667142400:0@lo:400:kworker.0 00000100:00100000:1.0:1787755869.157777:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667142912:0@lo:400:kworker.0 00000100:00100000:2.0:1787755869.158588:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143168 00000100:00100000:2.0:1787755869.158597:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143168 00000100:00100000:2.0:1787755869.158839:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143424 00000100:00100000:2.0:1787755869.158844:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143424 00000100:00080000:3.0:1787755869.158923:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755869.158928:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755869.158931:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755869.158933:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755869.158984:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667142144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755869.159021:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa83100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667142656:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.159034:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667143680:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.159045:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667142784:0@lo:400:kworker.0 00000100:00100000:0.0:1787755869.166729:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143552 00000100:00100000:0.0:1787755869.166747:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143552 00000100:00100000:2.0:1787755869.167836:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10165 00000100:00100000:2.0:1787755869.167853:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667143168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755869.167965:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667143168:12345-0@lo:400:kworker.0 Request processed in 117us (11923us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755869.167973:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10165 00000100:00100000:2.0:1787755869.167997:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10166 00000100:00100000:2.0:1787755869.168005:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667143424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755869.168042:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667143424:12345-0@lo:400:kworker.0 Request processed in 39us (11104us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755869.168047:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10166 00000100:00100000:2.0:1787755869.168093:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667143424:0@lo:400:kworker.0 00000100:00100000:2.0:1787755869.168226:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667143168:0@lo:400:kworker.0 00000100:00080000:2.0:1787755869.168259:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755869.171276:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10167 00000100:00100000:0.0:1787755869.171299:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667143552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755869.171436:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667143552:12345-0@lo:400:kworker.0 Request processed in 146us (14381us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755869.171444:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10167 00000100:00100000:0.0:1787755869.171515:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667143552:0@lo:400:kworker.0 00000100:00100000:3.0:1787755869.667866:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667143808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755869.667943:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755869.668040:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143808 00000100:00100000:0.0:1787755869.668048:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143808 00000100:00100000:0.0:1787755869.668107:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6844 00000100:00100000:0.0:1787755869.668117:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667143808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755869.668145:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755869.687586:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667143808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 19458us (19630us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755869.687603:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6844 00000100:00100000:3.0:1787755869.692580:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667143808:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755870.181435:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755870.609565:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609627:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609650:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609672:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609693:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609711:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609732:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609751:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609786:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.609821:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654559872 00000100:00100000:1.0:1787755870.609830:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654559872 00000100:00100000:1.0:1787755870.609888:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2416 00000100:00100000:1.0:1787755870.609916:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe55659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654559872:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.609982:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe55659c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654559872:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 68us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.609992:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2416 00000100:00100000:1.0:1787755870.610025:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654559744 00000100:00100000:1.0:1787755870.610029:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654559744 00000100:00100000:1.0:1787755870.610062:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560000 00000100:00100000:1.0:1787755870.610066:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560000 00000100:00100000:1.0:1787755870.610086:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560384 00000100:00100000:1.0:1787755870.610088:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560384 00000100:00100000:1.0:1787755870.610106:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560512 00000100:00100000:1.0:1787755870.610108:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560512 00000100:00100000:1.0:1787755870.610128:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15791 00000100:00100000:1.0:1787755870.610135:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654560000:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610166:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654560000:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 31us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610172:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15791 00000100:00100000:1.0:1787755870.610186:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15792 00000100:00100000:1.0:1787755870.610192:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654560384:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610216:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f513b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654560384:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610221:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15792 00000100:00100000:1.0:1787755870.610233:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15793 00000100:00100000:1.0:1787755870.610239:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654560512:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610263:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654560512:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610268:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15793 00000100:00100000:1.0:1787755870.610281:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70496 00000100:00100000:1.0:1787755870.610287:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+12:227168:x1874588654559744:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:1.0:1787755870.610302:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755870.610352:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578925a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21445e expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.610412:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789261 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.610426:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789261 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.610437:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789261 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755870.610478:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755870.610481:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755870.610502:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789261 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.610525:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b32536578925a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21445e expref: 14 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.610541:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789261 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21445e expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.610550:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755870.610552:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755870.610556:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755870.610578:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:227168:x1874588654559744:12345-192.168.201.7@tcp:101:link.0 Request processed in 291us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610587:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70496 00000100:00100000:1.0:1787755870.610611:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560128 00000100:00100000:1.0:1787755870.610615:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560128 00000100:00100000:1.0:1787755870.610643:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560256 00000100:00100000:1.0:1787755870.610646:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560256 00000100:00100000:1.0:1787755870.610663:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560768 00000100:00100000:1.0:1787755870.610665:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560768 00000100:00100000:1.0:1787755870.610681:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560640 00000100:00100000:1.0:1787755870.610684:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560640 00000100:00100000:1.0:1787755870.610703:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10168 00000100:00100000:1.0:1787755870.610710:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654560128:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610738:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f511880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654560128:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610744:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10168 00000100:00100000:1.0:1787755870.610757:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10169 00000100:00100000:1.0:1787755870.610764:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654560256:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610786:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff6f510700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654560256:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (1075us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610792:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10169 00000100:00100000:1.0:1787755870.610803:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10170 00000100:00100000:1.0:1787755870.610808:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654560768:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610828:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654560768:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (1078us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610834:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10170 00000100:00100000:1.0:1787755870.610858:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10171 00000100:00100000:1.0:1787755870.610864:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654560640:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755870.610881:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654560640:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 18us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755870.610887:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10171 00000100:00080000:1.0:1787755870.611058:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755870.611062:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755870.611064:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755870.611066:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755870.621090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755870.623088:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654560896 00000100:00100000:3.0:1787755870.623101:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654560896 00000100:00100000:3.0:1787755870.623266:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70497 00000100:00100000:3.0:1787755870.623279:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+13:227168:x1874588654560896:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755870.623302:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755870.623356:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789268 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214465 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623423:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623437:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623449:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623460:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623471:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623477:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623566:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623576:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623583:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755870.623824:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f1:0x0]: returning size 0 00000004:00200000:3.0:1787755870.623829:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755870.623860:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623873:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623881:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.623888:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624112:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624123:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624129:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755870.624133:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624141:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624154:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755870.624157:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755870.624161:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624167:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578926f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624179:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624185:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624191:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624196:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755870.624199:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624266:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624276:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x508acae2 (ffff9dfe471d1700) 00010000:00010000:3.0:1787755870.624278:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755870.624281:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624285:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789276 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.624311:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789268 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214465 expref: 15 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.625818:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214465 expref: 14 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755870.625827:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:3.0:1787755870.625830:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755870.625834:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755870.626580:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+14:227168:x1874588654560896:12345-192.168.201.7@tcp:101:link.0 Request processed in 3300us (5497us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755870.626588:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70497 00000100:00100000:1.0:1787755870.651565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755870.651607:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654561152 00000100:00100000:1.0:1787755870.651618:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654561152 00000100:00100000:1.0:1787755870.651675:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70498 00000100:00100000:1.0:1787755870.651686:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+14:227168:x1874588654561152:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:1.0:1787755870.651742:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787755870.651769:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578927d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214465 expref: 14 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.651789:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755870.651800:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789261 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21445e expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.651809:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755870.651813:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755870.651848:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.651860:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.651874:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.651889:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.652373:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755870.652382:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:1.0:1787755870.652388:0:35155:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00000100:00100000:0.0:1787755871.123397:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755871.123508:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654561280 00000100:00100000:2.0:1787755871.123518:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654561280 00000100:00100000:2.0:1787755871.123581:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70499 00000100:00100000:2.0:1787755871.123591:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:227170:x1874588654561280:12345-192.168.201.7@tcp:101:mkdir.0 00010000:00010000:2.0:1787755871.123625:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755871.123647:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789292 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21446c expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755871.123727:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755871.123751:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755871.123766:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755871.123784:0:10714:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755871.123796:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755871.203071:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667143936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755871.203147:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787755871.203237:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755871.204725:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667143936 00000100:00100000:3.0:1787755871.204739:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667143936 00000100:00100000:3.0:1787755871.204811:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24822 00000100:00100000:3.0:1787755871.204822:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667143936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755871.204880:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755871.204962:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667143936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (1815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755871.204970:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24822 00000100:00100000:2.0:1787755871.205403:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667143936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755871.714775:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667144064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755871.715175:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755871.715200:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667144192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755871.715239:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755871.715354:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144192 00000100:00100000:2.0:1787755871.715364:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144192 00000100:00100000:2.0:1787755871.715429:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24823 00000100:00100000:2.0:1787755871.715439:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667144192:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755871.715472:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667144320:0@lo:13:osp-pre-0-0.0 00000004:00000024:2.0:1787755871.715473:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755871.715519:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667144192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755871.715526:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24823 00000100:00100000:1.0:1787755871.715665:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755871.715772:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755871.715840:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667144192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755871.716167:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144064 00000100:00100000:2.0:1787755871.716172:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144064 00000100:00100000:2.0:1787755871.716228:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144320 00000100:00100000:2.0:1787755871.716231:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144320 00000100:00100000:2.0:1787755871.716248:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6845 00000100:00100000:2.0:1787755871.716254:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667144064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755871.716275:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00080000:3.0:1787755871.716277:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755871.716281:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755871.716333:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a045180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667144064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755871.716339:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6845 00000100:00100000:2.0:1787755871.716352:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846 00000100:00100000:2.0:1787755871.716358:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667144320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755871.716371:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755871.716414:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667144320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755871.716421:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846 00000100:00100000:3.0:1787755871.716448:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667144320:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755871.716603:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667144064:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787755872.230603:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:2.0:1787755873.227746:0:35155:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:3.0:1787755873.249340:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249368:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249387:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755873.249766:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000443cbf3a reply state 00000000b5a1e4d1 transno 8589957568 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249783:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249800:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:3.0:1787755873.249804:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1787755873.249808:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755873.249818:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249830:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249836:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249843:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249850:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755873.249855:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249864:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249876:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755873.249878:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755873.249882:0:35155:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249890:0:35155:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249897:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249931:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249938:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789284 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755873.249954:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000443cbf3a reply state 00000000b5a1e4d1 transno 8589957568 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249962:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.249968:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x496ac7f5 (ffff9dfe466c5600) 00010000:00010000:3.0:1787755873.249970:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755873.249972:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787755873.250110:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+14:227168:x1874588654561152:12345-192.168.201.7@tcp:36:link.0 Request processed in 2598417us (2598551us total) trans 8589957568 rc 0/0 00000100:00100000:3.0:1787755873.250120:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70498 00010000:00010000:2.0:1787755873.251154:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755873.251172:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755873.251231:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755873.251235:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755873.251266:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755873.251990:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789292 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755873.252405:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755873.252417:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755873.252419:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755873.252423:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755873.252658:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:227170:x1874588654561280:12345-192.168.201.7@tcp:101:mkdir.0 Request processed in 2129064us (2129267us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755873.252669:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70499 00010000:00010000:2.0:1787755873.255988:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755873.286236:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755873.286282:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755873.286390:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654561664 00000100:00100000:3.0:1787755873.286401:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654561664 00000100:00100000:3.0:1787755873.286469:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654561408 00000100:00100000:3.0:1787755873.286473:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654561408 00000100:00100000:3.0:1787755873.286493:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70500 00000100:00100000:3.0:1787755873.286513:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:227170:x1874588654561664:12345-192.168.201.7@tcp:36:mkdir.0 00000100:00100000:3.0:1787755873.286754:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667144448:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787755873.287107:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755873.287171:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe46986900 going to sleep for 11 seconds 00000100:00100000:3.0:1787755873.287200:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70501 00000100:00100000:3.0:1787755873.287209:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654561408:12345-192.168.201.7@tcp:41:mkdir.0 00000004:00000024:3.0:1787755873.287237:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755873.287306:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654561408:12345-192.168.201.7@tcp:41:mkdir.0 Request processed in 98us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755873.287347:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70501 00000100:00100000:3.0:1787755873.287390:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144448 00000100:00100000:3.0:1787755873.287396:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144448 00000100:00100000:3.0:1787755873.287422:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24824 00000100:00100000:3.0:1787755873.287428:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6520:x1874588667144448:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1787755873.287493:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:6520:x1874588667144448:12345-0@lo:1000:mdt00_001.0 Request processed in 65us (386us total) trans 0 rc 0/0 00000100:00080000:0.0:1787755873.287735:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755873.287777:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24824 00000100:00100000:2.0:1787755873.288943:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667144448:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787755873.289359:0:6520:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667144576:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1787755873.289417:0:6520:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755873.289514:0:6520:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4f4e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1787755873.293186:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144576 00000100:00100000:0.0:1787755873.293203:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144576 00000100:00100000:0.0:1787755873.296947:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24825 00000100:00100000:0.0:1787755873.296966:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6520:x1874588667144576:12345-0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755873.297180:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:6520:x1874588667144576:12345-0@lo:1000:mdt00_001.0 Request processed in 219us (7760us total) trans 0 rc 1/1 00000100:00100000:0.0:1787755873.297190:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24825 00000100:00100000:0.0:1787755873.297254:0:6520:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6520:1874588667144576:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1787755873.297394:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:227170:x1874588654561664:12345-192.168.201.7@tcp:36:mkdir.0 Request processed in 10891us (11163us total) trans 0 rc -17/-17 00000100:00100000:0.0:1787755873.297401:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70500 00000001:00080000:0.0:1787755873.784467:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973877 is committed 00000001:00080000:1.0:1787755873.784628:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957568 is committed 00010000:00010000:0.0:1787755873.784779:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784802:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784811:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784818:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755873.784823:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784840:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784860:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x508acae2 (ffff9dfe471d1700) 00010000:00010000:0.0:1787755873.784863:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755873.784868:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784875:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789237 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784917:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784925:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784931:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784935:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755873.784938:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784943:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784952:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:0.0:1787755873.784954:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755873.784957:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784963:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578924c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784974:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784979:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784985:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784990:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755873.784993:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.784999:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785006:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x496ac7f5 (ffff9dfe466c5600) 00010000:00010000:0.0:1787755873.785008:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755873.785011:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785026:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578928b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785039:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785046:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785052:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785057:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755873.785059:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785065:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785072:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:0.0:1787755873.785075:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1787755873.785078:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755873.785083:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657892a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755873.905629:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755873.908452:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654561792 00000100:00100000:1.0:1787755873.908469:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654561792 00000100:00100000:1.0:1787755873.908576:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70502 00000100:00100000:1.0:1787755873.908589:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+7:226852:x1874588654561792:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755873.908612:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755873.908633:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214473 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.908699:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657892ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.908960:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657892ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.908984:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657892ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755873.909037:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755873.909041:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755873.909061:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657892ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.909087:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214473 expref: 9 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.909104:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657892ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214473 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.909113:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755873.909116:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755873.909119:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755873.909188:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+8:226852:x1874588654561792:12345-192.168.201.7@tcp:101:bash.0 Request processed in 603us (3569us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755873.909195:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70502 00000100:00080000:0.0:1787755873.909699:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755873.922394:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755873.922565:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654561920 00000100:00100000:1.0:1787755873.922576:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654561920 00000100:00100000:1.0:1787755873.922635:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9413 00000100:00100000:1.0:1787755873.922645:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:226852:x1874588654561920:12345-192.168.201.7@tcp:37:bash.0 00000100:00100000:0.0:1787755873.941705:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:226852:x1874588654561920:12345-192.168.201.7@tcp:37:bash.0 Request processed in 19050us (19310us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755873.941719:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9413 00000100:00100000:2.0:1787755873.983359:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755873.984002:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654562048 00000100:00100000:1.0:1787755873.984023:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654562048 00000100:00100000:1.0:1787755873.984088:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70503 00000100:00100000:1.0:1787755873.984099:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:227211:x1874588654562048:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755873.984119:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755873.984140:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21447a expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984203:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984217:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984229:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984242:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984249:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984255:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984372:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984381:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984388:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755873.984431:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f1:0x0]: returning size 0 00000004:00200000:1.0:1787755873.984436:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755873.984455:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984467:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984474:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984480:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984486:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984492:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984509:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755873.984514:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984522:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984534:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755873.984537:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755873.984541:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984925:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657892bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984940:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984946:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984951:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984955:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755873.984959:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984964:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984972:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x496ac7f5 (ffff9dfe466c5900) 00010000:00010000:1.0:1787755873.984975:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755873.984977:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.984983:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657892c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.985028:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21447a expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.985047:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21447a expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755873.985053:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755873.985056:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755873.985058:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755873.985142:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:227211:x1874588654562048:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1043us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755873.985150:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70503 00000100:00100000:2.0:1787755873.998627:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755873.998922:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654562176 00000100:00100000:3.0:1787755873.998936:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654562176 00000100:00100000:3.0:1787755873.999029:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30837 00000100:00100000:3.0:1787755873.999040:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654562176:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755873.999058:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755873.999079:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214481 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755873.999107:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x51e:0x0] initial LVB size: 0, mtime: 0x6a8efd5c, atime: 0x6a8efd5c, ctime: 0x6a8efd5c, blocks: 0x0 00010000:00010000:3.0:1787755873.999129:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51e:0x0].0x0 since=8931s v=(0 0) 00010000:00010000:3.0:1787755873.999134:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755873.999145:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.999166:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755873.999191:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755873.999255:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654562176:12345-192.168.201.7@tcp:101:rm.0 Request processed in 217us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755873.999263:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30837 00000100:00080000:0.0:1787755873.999920:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755874.011024:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755874.011281:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654562432 00000100:00100000:1.0:1787755874.011292:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654562432 00000100:00100000:1.0:1787755874.011381:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70504 00000100:00100000:1.0:1787755874.011392:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:227211:x1874588654562432:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755874.011440:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755874.011464:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657892ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21447a expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011485:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789253 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214457 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011496:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755874.011511:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657892ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214473 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011519:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755874.011523:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755874.011539:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011552:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011560:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011593:0:35169:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 6 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755874.011608:0:35169:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 6 pid: 10714 timeout: 9031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755874.011623:0:35169:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545500 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588667144704:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755874.011728:0:35169:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe47cc9f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787755874.022056:0:35169:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545500 pname:cluuid:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000_UUID:35169:1874588667144704:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755874.022096:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755874.037041:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755874.041928:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654562560 00000100:00100000:0.0:1787755874.041950:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654562560 00010000:00010000:0.0:1787755874.042105:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 7 pid: 10714 timeout: 9031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755874.042152:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21785 00000100:00100000:0.0:1787755874.042163:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654562560:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755874.042178:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755874.042184:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 7 pid: 10714 timeout: 9031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.042199:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 7 pid: 10714 timeout: 9031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.042221:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789299 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21446c expref: 7 pid: 10714 timeout: 9031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.042238:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755874.042244:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.042253:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.042260:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.042295:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755874.042384:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654562560:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 224us (5353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755874.042392:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21785 00010000:00010000:2.0:1787755874.043118:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043128:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043151:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043161:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043168:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043274:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043284:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.043290:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044175:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044186:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044193:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044203:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755874.044208:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044216:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044228:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe502b8800) 00010000:00010000:2.0:1787755874.044231:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755874.044235:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044241:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b3253657892e6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044267:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044273:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044278:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044283:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044287:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755874.044290:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044299:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044306:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755874.044308:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755874.044311:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044341:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657892d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755874.044351:0:35169:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a4d12776 reply state 00000000d00b3151 transno 8589957569 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044361:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.044367:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x496ac7f5 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755874.044369:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755874.044372:0:35169:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787755874.044453:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:227211:x1874588654562432:12345-192.168.201.7@tcp:36:rm.0 Request processed in 33060us (33449us total) trans 8589957569 rc 0/0 00000100:00100000:2.0:1787755874.044461:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70504 00000100:00080000:3.0:1787755874.045096:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755874.052514:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755874.059714:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654562688 00000100:00100000:0.0:1787755874.059731:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654562688 00000100:00100000:0.0:1787755874.059829:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70505 00000100:00100000:0.0:1787755874.059841:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+8:227211:x1874588654562688:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755874.059867:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755874.059888:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657892ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214488 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.059952:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657892f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.059966:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657892f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.059976:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657892f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755874.060038:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755874.060041:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755874.060060:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657892f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.060085:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b3253657892ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214488 expref: 10 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.060104:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657892f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214488 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.060113:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755874.060116:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755874.060120:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755874.060207:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:227211:x1874588654562688:12345-192.168.201.7@tcp:101:rm.0 Request processed in 368us (7702us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755874.060214:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70505 00000100:00100000:0.0:1787755874.065015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755874.065141:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654562816 00000100:00100000:3.0:1787755874.065151:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654562816 00000100:00100000:3.0:1787755874.065211:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70506 00000100:00100000:3.0:1787755874.065221:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:227211:x1874588654562816:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755874.065240:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755874.065260:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657892fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21448f expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065358:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065371:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065381:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065395:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065406:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065413:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065495:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065503:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.065510:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755874.065546:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f1:0x0]: returning size 0 00000004:00200000:3.0:1787755874.065771:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755874.065804:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066079:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066091:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066096:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066103:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066113:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066119:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755874.066123:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066131:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066142:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755874.066146:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755874.066150:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066156:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789302 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.066171:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067107:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067123:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067128:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755874.067132:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067144:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067156:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x508acae2 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755874.067158:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755874.067163:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067168:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789309 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067289:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657892fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21448f expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067304:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21448f expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755874.067311:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe48aff500) 00010000:00010000:3.0:1787755874.067669:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755874.067673:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755874.067822:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:227211:x1874588654562816:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2592us (2806us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755874.067832:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70506 00000100:00100000:2.0:1787755874.074215:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755874.074567:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563072 00000100:00100000:3.0:1787755874.074580:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563072 00000100:00100000:2.0:1787755874.074764:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70507 00000100:00100000:2.0:1787755874.074785:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:227211:x1874588654563072:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755874.074851:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787755874.074878:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789310 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21448f expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.074901:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe48aff500) 00010000:00010000:2.0:1787755874.074919:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657892f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214488 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.074928:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755874.074931:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755874.074953:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.074965:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.074976:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.074989:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.074995:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075001:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075107:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075115:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075125:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787755874.075382:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].224, 64 off22528 00000004:00080000:2.0:1787755874.075393:0:6519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8931097077387ns, next at 8932097075055ns, rc = 0 00010000:00010000:2.0:1787755874.075438:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075448:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075455:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075462:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075468:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075475:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075495:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755874.075525:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075530:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075537:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075543:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755874.075548:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075555:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075564:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755874.075566:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755874.075570:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075575:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789325 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075592:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075597:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075603:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075610:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075615:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755874.075618:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075627:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075634:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755874.075637:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755874.075640:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075646:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789317 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755874.075654:0:6519:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cfab4271 reply state 000000009fc9563a transno 8589957570 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075665:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755874.075671:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x508acae2 (ffff9dfe502b8800) 00010000:00010000:2.0:1787755874.075674:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755874.075676:0:6519:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787755874.075758:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:227211:x1874588654563072:12345-192.168.201.7@tcp:36:rm.0 Request processed in 984us (1562us total) trans 8589957570 rc 0/0 00000100:00100000:2.0:1787755874.075766:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70507 00010000:00010000:0.0:1787755874.075851:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755874.075858:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.075866:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755874.075869:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.075876:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.075885:0:6507:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f1:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:0.0:1787755874.075888:0:6507:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755874.075891:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.075897:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b32536578932c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755874.075912:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755874.075914:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755874.075915:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755874.274667:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755874.275233:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667145088:0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.275301:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755874.275354:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667145600:0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.275375:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755874.275403:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667146112:0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.275427:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755874.275453:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787755874.275458:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667145216:0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.275478:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755874.275492:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667145728:0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.275513:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755874.275525:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667146240:0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.275561:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755874.275594:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145088 00000100:00100000:2.0:1787755874.275602:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145088 00000100:00100000:2.0:1787755874.275643:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145600 00000100:00100000:2.0:1787755874.275645:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145600 00000100:00100000:2.0:1787755874.275668:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145216 00000100:00100000:2.0:1787755874.275670:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145216 00000100:00100000:2.0:1787755874.275684:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145728 00000100:00100000:2.0:1787755874.275686:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145728 00000100:00100000:2.0:1787755874.275716:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15794 00000100:00100000:2.0:1787755874.275725:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667145088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276268:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667144960:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276307:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276364:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667145472:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276397:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276414:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667145984:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276432:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276453:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1787755874.276459:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667144832:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276485:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276513:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667145344:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276549:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276566:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667145856:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276585:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276600:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667146368:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.276617:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.276649:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146112 00000100:00100000:1.0:1787755874.276654:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146112 00000100:00100000:1.0:1787755874.276691:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146240 00000100:00100000:1.0:1787755874.276694:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146240 00000100:00100000:1.0:1787755874.276728:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145472 00000100:00100000:1.0:1787755874.276731:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145472 00000100:00100000:1.0:1787755874.276748:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145856 00000100:00100000:1.0:1787755874.276750:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145856 00000100:00100000:1.0:1787755874.277040:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10172 00000100:00100000:1.0:1787755874.277051:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667146112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277106:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667146112:12345-0@lo:400:kworker.0 Request processed in 58us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277114:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10172 00000100:00100000:1.0:1787755874.277134:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10173 00000100:00100000:1.0:1787755874.277140:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667146240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277169:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667146240:12345-0@lo:400:kworker.0 Request processed in 29us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277178:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10173 00000100:00100000:1.0:1787755874.277190:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10174 00000100:00100000:1.0:1787755874.277197:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667145472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277228:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667145472:12345-0@lo:400:kworker.0 Request processed in 31us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277234:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10174 00000100:00100000:1.0:1787755874.277245:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10175 00000100:00100000:1.0:1787755874.277251:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667145856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277277:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44546680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667145856:12345-0@lo:400:kworker.0 Request processed in 27us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277283:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10175 00000100:00100000:1.0:1787755874.277309:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144960 00000100:00100000:1.0:1787755874.277313:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144960 00000100:00100000:1.0:1787755874.277370:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145984 00000100:00100000:1.0:1787755874.277373:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145984 00000100:00100000:1.0:1787755874.277391:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24826 00000100:00100000:1.0:1787755874.277398:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667144960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277433:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667144960:12345-0@lo:400:kworker.0 Request processed in 35us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277439:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24826 00000100:00100000:1.0:1787755874.277452:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24827 00000100:00100000:1.0:1787755874.277458:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667145984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277488:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667145984:12345-0@lo:400:kworker.0 Request processed in 30us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277493:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24827 00000100:00100000:1.0:1787755874.277520:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667144832 00000100:00100000:1.0:1787755874.277523:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667144832 00000100:00100000:1.0:1787755874.277564:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:1.0:1787755874.277571:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe55658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667144832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.277600:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe55658050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667144832:12345-0@lo:400:kworker.0 Request processed in 30us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.277605:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:1.0:1787755874.277639:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667145344 00000100:00100000:1.0:1787755874.277643:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667145344 00000100:00100000:1.0:1787755874.277672:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146368 00000100:00100000:1.0:1787755874.277675:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146368 00000100:00100000:1.0:1787755874.277690:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15795 00000100:00100000:2.0:1787755874.278968:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667145088:12345-0@lo:400:kworker.0 Request processed in 3236us (3659us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755874.278979:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15794 00000100:00100000:2.0:1787755874.279022:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15796 00000100:00100000:0.0:1787755874.279246:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15797 00000100:00100000:0.0:1787755874.279256:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667145728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755874.279327:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667145728:12345-0@lo:400:kworker.0 Request processed in 60us (3798us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755874.279335:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15797 00000100:00100000:0.0:1787755874.279350:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15798 00000100:00100000:0.0:1787755874.279356:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667145344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755874.279391:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44546a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667145344:12345-0@lo:400:kworker.0 Request processed in 35us (2854us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755874.279396:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15798 00000100:00100000:0.0:1787755874.279408:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15799 00000100:00100000:1.0:1787755874.279460:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667145600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279499:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667145600:12345-0@lo:400:kworker.0 Request processed in 1802us (4124us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.279505:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15795 00000100:00100000:1.0:1787755874.279563:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667145728:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279579:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667146240:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279590:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667145088:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279600:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667145600:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279613:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667146112:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279669:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667146496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755874.279705:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.279739:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667144832:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279751:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667145344:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279763:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667145856:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279788:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667144960:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279798:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667145472:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279808:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667145984:0@lo:400:kworker.0 00000100:00100000:1.0:1787755874.279853:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146496 00000100:00100000:1.0:1787755874.279858:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146496 00000100:00100000:1.0:1787755874.279888:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6847 00000100:00100000:1.0:1787755874.279894:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667146496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755874.279915:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755874.279949:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667146496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.279955:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6847 00000100:00100000:1.0:1787755874.279991:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667146496:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787755874.280067:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755874.280071:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755874.280074:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755874.280077:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755874.280250:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667145216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755874.280287:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667145216:12345-0@lo:400:kworker.0 Request processed in 1258us (4809us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755874.280294:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15796 00000100:00100000:3.0:1787755874.281019:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667145216:0@lo:400:kworker.0 00000100:00100000:0.0:1787755874.286513:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667146368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755874.286647:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667146368:12345-0@lo:400:kworker.0 Request processed in 7231us (10026us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755874.286658:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15799 00000100:00100000:2.0:1787755874.289805:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667146368:0@lo:400:kworker.0 00000100:00100000:0.0:1787755874.787019:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755874.787046:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667146624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755874.787118:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755874.787269:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146624 00000100:00100000:1.0:1787755874.787278:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146624 00000100:00100000:1.0:1787755874.787371:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6848 00000100:00100000:1.0:1787755874.787382:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667146624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755874.787409:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 489699008 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755874.787456:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667146624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755874.787465:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6848 00000100:00100000:0.0:1787755874.787565:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667146624:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755875.298450:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755875.721274:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755875.721350:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755875.721381:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563200 00000100:00100000:0.0:1787755875.721387:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755875.721392:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563200 00000100:00100000:1.0:1787755875.721454:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2418 00000100:00100000:1.0:1787755875.721465:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5565a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654563200:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755875.721470:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563712 00000100:00100000:3.0:1787755875.721474:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563712 00000100:00100000:3.0:1787755875.721536:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30838 00000100:00100000:1.0:1787755875.721538:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5565a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654563200:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755875.721543:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2398:x1874588654563712:12345-192.168.201.7@tcp:9:kworker.0 00000100:00100000:1.0:1787755875.721546:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2418 00000020:00000080:3.0:1787755875.721565:0:35158:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9b2b325365780a27 00000100:00080000:3.0:1787755875.721574:0:35158:0:(import.c:65:import_set_state_nolock()) ffff9dfe474de800 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1787755875.721576:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:3.0:1787755875.721620:0:35158:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976212 00000100:00100000:3.0:1787755875.721822:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+2:2398:x1874588654563712:12345-192.168.201.7@tcp:9:kworker.0 Request processed in 279us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755875.721830:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30838 00000100:00100000:3.0:1787755875.721945:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563328 00000100:00100000:3.0:1787755875.721950:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563328 00000100:00100000:3.0:1787755875.722001:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15800 00000100:00100000:3.0:1787755875.722008:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654563328:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755875.722049:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+10:2402:x1874588654563328:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 42us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755875.722056:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15800 00000100:00080000:1.0:1787755875.722057:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755875.722082:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755875.740919:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755875.740951:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755875.740968:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755875.740986:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755875.741011:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755875.741034:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755875.741065:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564224 00000100:00100000:2.0:1787755875.741074:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564224 00000100:00100000:2.0:1787755875.741125:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564096 00000100:00100000:2.0:1787755875.741128:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564096 00000100:00100000:2.0:1787755875.741148:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563584 00000100:00100000:2.0:1787755875.741151:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563584 00000100:00100000:2.0:1787755875.741171:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10176 00000100:00100000:2.0:1787755875.741180:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654564096:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755875.741249:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654564096:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 69us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755875.741256:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10176 00000100:00100000:2.0:1787755875.741274:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10177 00000100:00100000:2.0:1787755875.741280:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654563584:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755875.742262:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654563584:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755875.742276:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10177 00000100:00100000:2.0:1787755875.742380:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30839 00000100:00100000:2.0:1787755875.742394:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2398:x1874588654564224:12345-192.168.201.7@tcp:9:kworker.0 00000020:00000080:2.0:1787755875.742418:0:20488:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9b2b32536571c06d 00000100:00080000:2.0:1787755875.742428:0:20488:0:(import.c:65:import_set_state_nolock()) ffff9dfe41a28800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787755875.742475:0:20488:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976212 00000100:00100000:2.0:1787755875.742595:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+2:2398:x1874588654564224:12345-192.168.201.7@tcp:9:kworker.0 Request processed in 205us (1684us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755875.742602:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30839 00000100:00100000:2.0:1787755875.742794:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563456 00000100:00100000:2.0:1787755875.742801:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563456 00000100:00100000:2.0:1787755875.742835:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563840 00000100:00100000:2.0:1787755875.742838:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563840 00000100:00100000:2.0:1787755875.742854:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654563968 00000100:00100000:2.0:1787755875.742857:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654563968 00000100:00100000:2.0:1787755875.742896:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15801 00000100:00100000:2.0:1787755875.742903:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654563456:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755875.742931:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654563456:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (1980us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755875.742937:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15801 00000100:00100000:2.0:1787755875.742951:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15802 00000100:00100000:2.0:1787755875.742958:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654563840:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755875.742980:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654563840:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (2011us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755875.742986:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15802 00000100:00100000:2.0:1787755875.742997:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15803 00000100:00100000:2.0:1787755875.743002:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654563968:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755875.743023:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654563968:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755875.743029:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15803 00010000:00010000:2.0:1787755875.750536:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787755875.750563:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755875.750569:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755875.750572:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755876.325465:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755876.325488:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667146752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755876.325554:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755876.325613:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755876.325626:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146752 00000100:00100000:3.0:1787755876.325634:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146752 00000100:00100000:3.0:1787755876.325699:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24828 00000100:00100000:3.0:1787755876.325709:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667146752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755876.325752:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755876.325798:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667146752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755876.325806:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24828 00000100:00100000:3.0:1787755876.326002:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667146752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755876.834761:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667146880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755876.834848:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755876.834941:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755876.834948:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667147008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755876.834986:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755876.835078:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147008 00000100:00100000:3.0:1787755876.835085:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147008 00000100:00100000:3.0:1787755876.835152:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24829 00000100:00100000:3.0:1787755876.835162:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667147008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755876.835194:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:3.0:1787755876.835242:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667147008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755876.835249:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24829 00000100:00100000:3.0:1787755876.835294:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43514a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667147008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755876.835584:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667146880 00000100:00100000:0.0:1787755876.835589:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667146880 00000100:00100000:0.0:1787755876.835652:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6849 00000100:00100000:0.0:1787755876.835660:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667146880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755876.835681:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206528 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755876.835724:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667146880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755876.835740:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6849 00000100:00100000:3.0:1787755876.835860:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667146880:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787755876.835918:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1787755876.836028:0:30974:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8933857710757ns, next at 8934857707918ns, rc = 0 00000100:00100000:3.0:1787755876.836136:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667147136:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755876.836168:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755876.836297:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147136 00000100:00100000:2.0:1787755876.836301:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147136 00000100:00100000:2.0:1787755876.836379:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6850 00000100:00100000:2.0:1787755876.836387:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667147136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755876.836402:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755876.836439:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667147136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755876.836445:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6850 00000100:00100000:3.0:1787755876.836529:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667147136:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787755876.837445:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755877.346769:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755878.370598:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755879.395336:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667147648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.395425:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.395456:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667147520:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395487:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.395494:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667148160:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395509:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667148032:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.395528:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.395545:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147648 00000100:00100000:1.0:1787755879.395551:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667148672:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395556:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147648 00000100:00100000:1.0:1787755879.395579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.395604:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1787755879.395610:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667147264:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395629:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147520 00000100:00100000:2.0:1787755879.395632:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147520 00000100:00100000:1.0:1787755879.395641:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.395650:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148160 00000100:00100000:2.0:1787755879.395652:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148160 00000100:00100000:1.0:1787755879.395661:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667147776:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395677:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15804 00000100:00100000:2.0:1787755879.395697:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667147648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.395702:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.395717:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667148288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.395742:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.395746:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667147648:12345-0@lo:400:kworker.0 Request processed in 52us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755879.395754:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667148800:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395754:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15804 00000100:00100000:2.0:1787755879.395771:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147776 00000100:00100000:2.0:1787755879.395774:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147776 00000100:00100000:2.0:1787755879.395797:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15805 00000100:00100000:2.0:1787755879.395803:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667147520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395911:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667147520:12345-0@lo:400:kworker.0 Request processed in 107us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.395929:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15805 00000100:00100000:2.0:1787755879.395950:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15806 00000100:00100000:2.0:1787755879.395956:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667148160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.395984:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667148160:12345-0@lo:400:kworker.0 Request processed in 29us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.395990:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15806 00000100:00100000:2.0:1787755879.396001:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15807 00000100:00100000:2.0:1787755879.396007:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667147776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396029:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667147776:12345-0@lo:400:kworker.0 Request processed in 24us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.396035:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15807 00000100:00080000:2.0:1787755879.396051:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755879.396055:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755879.396096:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147264 00000100:00100000:2.0:1787755879.396100:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147264 00000100:00100000:2.0:1787755879.396122:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1787755879.396128:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5565b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667147264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396156:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5565b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667147264:12345-0@lo:400:kworker.0 Request processed in 29us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.396162:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:1.0:1787755879.396221:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.396296:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667147648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.396310:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44546680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667148160:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396329:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148800 00000100:00100000:2.0:1787755879.396344:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148800 00000100:00100000:1.0:1787755879.396347:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667147264:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.396356:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667147776:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396368:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15808 00000100:00100000:2.0:1787755879.396374:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667148800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.396379:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.396398:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667148544:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396406:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667148800:12345-0@lo:400:kworker.0 Request processed in 32us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.396412:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15808 00000100:00100000:1.0:1787755879.396419:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.396421:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148032 00000100:00100000:2.0:1787755879.396424:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148032 00000100:00100000:2.0:1787755879.396447:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15809 00000100:00100000:1.0:1787755879.396448:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667147520:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396453:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667148032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.396457:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787755879.396462:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667147392:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396477:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667148032:12345-0@lo:400:kworker.0 Request processed in 25us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.396483:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15809 00000100:00100000:1.0:1787755879.396485:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.396501:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667147904:0@lo:400:kworker.0 00000100:00080000:2.0:1787755879.396503:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755879.396522:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.396549:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667148416:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.396570:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755879.396593:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667148032:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.396600:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755879.396606:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667148928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755879.396632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.396654:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148672 00000100:00100000:2.0:1787755879.396663:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148672 00000100:00100000:2.0:1787755879.396703:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148288 00000100:00100000:2.0:1787755879.396706:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148288 00000100:00100000:2.0:1787755879.396725:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148544 00000100:00100000:2.0:1787755879.396727:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148544 00000100:00100000:2.0:1787755879.396742:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147904 00000100:00100000:2.0:1787755879.396744:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147904 00000100:00100000:2.0:1787755879.396763:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10178 00000100:00100000:2.0:1787755879.396769:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667148672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.396804:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667148672:12345-0@lo:400:kworker.0 Request processed in 36us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.396804:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10179 00000100:00100000:2.0:1787755879.396810:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10178 00000100:00100000:3.0:1787755879.396813:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667148288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755879.396845:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667148288:12345-0@lo:400:kworker.0 Request processed in 34us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.396850:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10179 00000100:00100000:3.0:1787755879.396863:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10180 00000100:00100000:3.0:1787755879.396870:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667148544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755879.396897:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667148544:12345-0@lo:400:kworker.0 Request processed in 28us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.396904:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10180 00000100:00100000:3.0:1787755879.396917:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10181 00000100:00100000:3.0:1787755879.396922:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667147904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755879.396948:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667147904:12345-0@lo:400:kworker.0 Request processed in 26us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.396953:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10181 00000100:00100000:3.0:1787755879.396982:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667147392 00000100:00100000:3.0:1787755879.396985:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667147392 00000100:00100000:3.0:1787755879.397015:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148416 00000100:00100000:3.0:1787755879.397018:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148416 00000100:00100000:3.0:1787755879.397038:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24830 00000100:00100000:3.0:1787755879.397045:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667147392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755879.397077:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667147392:12345-0@lo:400:kworker.0 Request processed in 33us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.397083:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24830 00000100:00100000:3.0:1787755879.397098:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24831 00000100:00100000:3.0:1787755879.397104:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667148416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755879.397129:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667148416:12345-0@lo:400:kworker.0 Request processed in 26us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.397135:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24831 00000100:00080000:2.0:1787755879.397192:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755879.397195:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787755879.397220:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755879.397226:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667148288:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.397236:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667148800:0@lo:400:kworker.0 00000100:00100000:2.0:1787755879.397246:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667148672:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.397500:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667147392:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.397512:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667147904:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.397521:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667148416:0@lo:400:kworker.0 00000100:00100000:1.0:1787755879.397530:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667148544:0@lo:400:kworker.0 00000100:00100000:0.0:1787755879.408050:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667148928 00000100:00100000:0.0:1787755879.408070:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667148928 00000100:00100000:0.0:1787755879.408178:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6851 00000100:00100000:0.0:1787755879.408192:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667148928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755879.408238:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 491132608 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755879.408382:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667148928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 193us (11749us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755879.408390:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6851 00000100:00100000:1.0:1787755879.408612:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667148928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755879.910623:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755879.910653:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667149056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755879.910777:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755879.910920:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149056 00000100:00100000:2.0:1787755879.910930:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149056 00000100:00100000:2.0:1787755879.910990:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6852 00000100:00100000:2.0:1787755879.910999:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667149056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755879.911027:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206528 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755879.911078:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667149056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755879.911085:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6852 00000100:00100000:2.0:1787755879.911147:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a30df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667149056:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1787755879.913628:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 240 committed 00000001:00080000:1.0:1787755879.913728:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957570 is committed 00000004:00080000:1.0:1787755879.913734:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 239 committed 00000100:00100000:1.0:1787755879.913981:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755879.914000:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667149184:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755879.914064:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755879.914214:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149184 00000100:00100000:0.0:1787755879.914224:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149184 00000100:00100000:0.0:1787755879.914287:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30840 00000100:00100000:0.0:1787755879.914298:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667149184:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1787755879.914364:0:8435:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1310 count 1 00010000:00010000:0.0:1787755879.914397:0:8435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755879.914427:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 5 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755879.914436:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51e:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755879.914441:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755879.914446:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755879.914479:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 5 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755879.914503:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 5 pid: 35158 timeout: 9036 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755879.914517:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667149312:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755879.914579:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97b40 going to sleep for 11 seconds 00010000:00010000:3.0:1787755879.918274:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.918292:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919292:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919327:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755879.919333:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919343:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919363:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x496ac7f5 (ffff9dfe502b8200) 00010000:00010000:3.0:1787755879.919366:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755879.919371:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919377:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657892df lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x496ac7f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919411:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919418:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919424:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919428:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755879.919431:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919441:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919448:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x508acae2 (ffff9dfe502b8800) 00010000:00010000:3.0:1787755879.919450:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755879.919453:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.919459:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b32536578931e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x508acae2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755879.921076:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755879.921376:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8435:1874588667149312:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755879.921402:0:8435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755879.921854:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564352 00000100:00100000:3.0:1787755879.921862:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564352 00010000:00010000:3.0:1787755879.921929:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 6 pid: 35158 timeout: 9036 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755879.921977:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21786 00000100:00100000:3.0:1787755879.921987:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654564352:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755879.922000:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755879.922006:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 6 pid: 35158 timeout: 9036 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.922019:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 6 pid: 35158 timeout: 9036 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.922040:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3038212/0x9b2b3253657892d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214481 expref: 6 pid: 35158 timeout: 9036 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.922063:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755879.922067:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755879.922072:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.922081:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.922109:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755879.922263:0:8435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755879.922273:0:8435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755879.922282:0:8435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755879.922290:0:8435:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755879.922336:0:8435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755879.922535:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667149184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8238us (8470us total) trans 4294973878 rc 0/0 00000100:00100000:1.0:1787755879.922543:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30840 00000004:00080000:1.0:1787755879.922603:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a2afb80/2, rc 0, transno 4294973878 00000100:00100000:1.0:1787755879.922610:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667149184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1787755879.925035:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654564352:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 3035us (3956us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755879.925050:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21786 00010000:00010000:3.0:1787755879.925103:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00080000:2.0:1787755879.925338:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755879.925442:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.925466:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755879.925470:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.925480:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.925512:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.925525:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000514b7f30/0x9b2b325365789333 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755879.925547:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755879.925549:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755879.925551:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755880.420436:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755880.839453:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839493:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839518:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839539:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839565:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839586:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755880.839648:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564608 00000100:00100000:2.0:1787755880.839671:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564608 00000100:00100000:2.0:1787755880.839727:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654565120 00000100:00100000:2.0:1787755880.839731:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654565120 00000100:00100000:3.0:1787755880.839896:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654565248 00000100:00100000:3.0:1787755880.839901:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654565248 00000100:00100000:3.0:1787755880.839937:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564864 00000100:00100000:3.0:1787755880.839941:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564864 00000100:00100000:3.0:1787755880.839965:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10182 00000100:00100000:3.0:1787755880.839975:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654564864:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755880.840048:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654564864:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 74us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755880.840055:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10182 00000100:00100000:3.0:1787755880.840073:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30841 00000100:00100000:3.0:1787755880.840080:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2398:x1874588654565248:12345-192.168.201.7@tcp:9:kworker.0 00000020:00000080:3.0:1787755880.840099:0:24263:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9b2b32536571c720 00000100:00080000:3.0:1787755880.840107:0:24263:0:(import.c:65:import_set_state_nolock()) ffff9dff7f505800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787755880.840164:0:24263:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294973878 00000100:00100000:3.0:1787755880.840356:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+2:2398:x1874588654565248:12345-192.168.201.7@tcp:9:kworker.0 Request processed in 275us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755880.840363:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30841 00010000:00010000:3.0:1787755880.840476:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755880.840601:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564736 00000100:00100000:2.0:1787755880.840606:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564736 00000100:00100000:2.0:1787755880.840637:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564992 00000100:00100000:2.0:1787755880.840640:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564992 00000100:00100000:2.0:1787755880.840671:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15810 00000100:00100000:2.0:1787755880.840679:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654564608:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755880.840716:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654564608:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 39us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755880.840723:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15810 00000100:00100000:2.0:1787755880.840740:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15811 00000100:00100000:2.0:1787755880.840817:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654565120:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755880.840849:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654565120:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 103us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755880.840856:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15811 00000100:00100000:2.0:1787755880.840870:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15812 00000100:00100000:2.0:1787755880.840877:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654564736:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755880.840901:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654564736:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755880.840911:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15812 00000100:00100000:2.0:1787755880.840923:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15813 00000100:00100000:2.0:1787755880.840929:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654564992:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755880.840953:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654564992:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755880.840958:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15813 00000100:00100000:2.0:1787755880.840990:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654564480 00000100:00100000:2.0:1787755880.840994:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654564480 00000100:00100000:2.0:1787755880.841023:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2420 00000100:00100000:2.0:1787755880.841030:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe55658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654564480:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755880.841054:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe55658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654564480:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755880.841060:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2420 00000100:00080000:2.0:1787755880.841096:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755880.841101:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755880.841103:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755881.442523:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755881.442586:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755881.442608:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667149440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755881.442729:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755881.442987:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149440 00000100:00100000:3.0:1787755881.442996:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149440 00000100:00100000:3.0:1787755881.443066:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24832 00000100:00100000:3.0:1787755881.443075:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667149440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755881.443110:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755881.443185:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667149440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755881.443190:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24832 00000100:00100000:2.0:1787755881.443391:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667149440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755881.957999:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667149696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755881.958100:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755881.958183:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755881.958190:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667149568:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755881.958218:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755881.958274:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149696 00000100:00100000:3.0:1787755881.958283:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149696 00000100:00100000:3.0:1787755881.958354:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24833 00000100:00100000:3.0:1787755881.958366:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667149696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755881.958399:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:3.0:1787755881.958441:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667149696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755881.958448:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24833 00000100:00100000:3.0:1787755881.958501:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667149696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755881.958795:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755881.958805:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667149824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755881.958836:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755881.958869:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149568 00000100:00100000:2.0:1787755881.958874:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149568 00000100:00100000:2.0:1787755881.958910:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149824 00000100:00100000:2.0:1787755881.958913:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149824 00000100:00100000:2.0:1787755881.958933:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6853 00000100:00100000:2.0:1787755881.958940:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667149568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755881.958959:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755881.958993:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667149568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755881.958999:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6853 00000100:00100000:2.0:1787755881.959012:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6854 00000100:00100000:2.0:1787755881.959017:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667149824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755881.959031:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206528 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755881.959057:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667149824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755881.959063:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6854 00000100:00080000:2.0:1787755881.959076:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755881.959079:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755881.959104:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667149568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755881.959129:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667149824:0@lo:13:osp-pre-1-0.0 00000001:00100000:3.0:1787755881.959931:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b211e791-52bd-4fb0-8db7-bbed27b67abc 00000020:00000080:3.0:1787755881.959937:0:9515:0:(genops.c:885:class_export_put()) final put ffff9dfe41a29000/b211e791-52bd-4fb0-8db7-bbed27b67abc 00000001:00100000:3.0:1787755881.959963:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7bc8a071-3537-4c53-83e7-ca9769577496 00000020:00000080:3.0:1787755881.959966:0:9515:0:(genops.c:885:class_export_put()) final put ffff9dfe474dd800/7bc8a071-3537-4c53-83e7-ca9769577496 00000020:00000080:0.0:1787755881.960254:0:166576:0:(genops.c:844:class_export_destroy()) destroying export ffff9dfe41a29000/b211e791-52bd-4fb0-8db7-bbed27b67abc for lustre-OST0001 00000020:00000080:0.0:1787755881.960308:0:166576:0:(genops.c:844:class_export_destroy()) destroying export ffff9dfe474dd800/7bc8a071-3537-4c53-83e7-ca9769577496 for lustre-OST0001 00000020:00000080:0.0:1787755881.960350:0:166576:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dfe41a28800 for lustre-OST0001 00000020:00000080:0.0:1787755881.960356:0:166576:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dfe474de800 for lustre-OST0001 00000001:02000400:3.0:1787755882.173185:0:166953:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46b: pdirops: link vs create ======================================================================== 10:51:20 (1787755880) 00010000:00010000:0.0:1787755882.476077:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755883.507478:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755883.717482:0:167001:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755883.717528:0:167001:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755884.514451:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755884.515650:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667149952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755884.515748:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755884.515991:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667149952 00000100:00100000:0.0:1787755884.516002:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667149952 00000100:00100000:0.0:1787755884.516133:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855 00000100:00100000:0.0:1787755884.516149:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667149952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755884.516197:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755884.516264:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667149952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755884.516273:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855 00000100:00100000:0.0:1787755884.516367:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667149952:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787755884.516534:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755884.519024:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667150080:0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.519059:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667150336:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.519142:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667150208:0@lo:400:kworker.0 00000100:00100000:1.0:1787755884.519421:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667150464:0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.519524:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755884.519557:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755884.519585:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667150976:0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.519604:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667150848:0@lo:400:kworker.0 00000100:00100000:1.0:1787755884.519624:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755884.519626:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755884.519648:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667151360:0@lo:400:kworker.0 00000100:00100000:1.0:1787755884.519648:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667151488:0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.519681:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755884.519683:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755884.519718:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150336 00000100:00100000:0.0:1787755884.519726:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150336 00000100:00100000:0.0:1787755884.519793:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150464 00000100:00100000:0.0:1787755884.519796:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150464 00000100:00100000:0.0:1787755884.519824:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150848 00000100:00100000:0.0:1787755884.519826:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150848 00000100:00100000:0.0:1787755884.519844:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151488 00000100:00100000:0.0:1787755884.519846:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151488 00000100:00100000:0.0:1787755884.519864:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15814 00000100:00100000:0.0:1787755884.519873:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667150336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.519935:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667150336:12345-0@lo:400:kworker.0 Request processed in 62us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755884.519953:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15814 00000100:00100000:0.0:1787755884.520007:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15815 00000100:00100000:0.0:1787755884.520016:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667150464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.520047:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44546680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667150464:12345-0@lo:400:kworker.0 Request processed in 35us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755884.520053:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15815 00000100:00100000:0.0:1787755884.520064:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15816 00000100:00100000:0.0:1787755884.520069:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667150848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.520091:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667150848:12345-0@lo:400:kworker.0 Request processed in 22us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755884.520096:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15816 00000100:00100000:0.0:1787755884.520106:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15817 00000100:00100000:0.0:1787755884.520111:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667151488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.520137:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667151488:12345-0@lo:400:kworker.0 Request processed in 26us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755884.520142:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15817 00000100:00100000:0.0:1787755884.520223:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667150848:0@lo:400:kworker.0 00000100:00100000:0.0:1787755884.520234:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667150336:0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.520838:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755884.520895:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667150592:0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.520947:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755884.520969:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667151104:0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.520997:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755884.521020:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755884.521027:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667151232:0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.521054:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755884.521107:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150592 00000100:00100000:2.0:1787755884.521115:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150592 00000100:00100000:2.0:1787755884.521160:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15818 00000100:00100000:2.0:1787755884.521168:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667150592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.521212:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667150592:12345-0@lo:400:kworker.0 Request processed in 45us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755884.521219:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15818 00000100:00100000:2.0:1787755884.521260:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150976 00000100:00100000:2.0:1787755884.521264:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150976 00000100:00100000:2.0:1787755884.521290:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151360 00000100:00100000:2.0:1787755884.521293:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151360 00000100:00100000:2.0:1787755884.521310:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151232 00000100:00100000:2.0:1787755884.521313:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151232 00000100:00100000:2.0:1787755884.521356:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10183 00000100:00100000:2.0:1787755884.521363:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667150976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.521396:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667150976:12345-0@lo:400:kworker.0 Request processed in 34us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755884.521402:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10183 00000100:00100000:2.0:1787755884.521414:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10184 00000100:00100000:2.0:1787755884.521420:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667151360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.521453:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667151360:12345-0@lo:400:kworker.0 Request processed in 33us (1772us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755884.521459:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10184 00000100:00100000:2.0:1787755884.521473:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10185 00000100:00100000:2.0:1787755884.521479:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667151232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.521509:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667151232:12345-0@lo:400:kworker.0 Request processed in 31us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755884.521514:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10185 00000100:00100000:2.0:1787755884.521548:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150080 00000100:00100000:2.0:1787755884.521552:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150080 00000100:00100000:2.0:1787755884.521579:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1787755884.521585:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667150080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.521627:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb2a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667150080:12345-0@lo:400:kworker.0 Request processed in 42us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755884.521634:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:3.0:1787755884.521835:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755884.521868:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49ea2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667150720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.521897:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755884.521937:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150720 00000100:00100000:3.0:1787755884.521941:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150720 00000100:00100000:3.0:1787755884.521975:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15819 00000100:00100000:3.0:1787755884.521983:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667150720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.522019:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667150720:12345-0@lo:400:kworker.0 Request processed in 37us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755884.522026:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15819 00000100:00100000:3.0:1787755884.522056:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151104 00000100:00100000:3.0:1787755884.522060:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151104 00000100:00100000:3.0:1787755884.522084:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667150208 00000100:00100000:3.0:1787755884.522087:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667150208 00000100:00100000:3.0:1787755884.522107:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24834 00000100:00100000:3.0:1787755884.522113:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667151104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.522148:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667151104:12345-0@lo:400:kworker.0 Request processed in 35us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755884.522154:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24834 00000100:00100000:3.0:1787755884.522167:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24835 00000100:00100000:3.0:1787755884.522176:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667150208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.522204:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667150208:12345-0@lo:400:kworker.0 Request processed in 30us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755884.522210:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24835 00000100:00100000:3.0:1787755884.522266:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667150208:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.522279:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667150720:0@lo:400:kworker.0 00000100:00080000:3.0:1787755884.522895:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755884.522902:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755884.522905:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755884.522908:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755884.523028:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667151360:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.523177:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667151232:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.523191:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667150592:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.523202:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44547100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667151104:0@lo:400:kworker.0 00000100:00100000:3.0:1787755884.523212:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667150080:0@lo:400:kworker.0 00000100:00100000:1.0:1787755884.525240:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49ea0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667150464:0@lo:400:kworker.0 00000100:00100000:1.0:1787755884.525266:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44544a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667150976:0@lo:400:kworker.0 00000100:00100000:1.0:1787755884.525281:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44546300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667151488:0@lo:400:kworker.0 00000100:00100000:2.0:1787755884.954049:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755884.954117:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654565376 00000100:00100000:3.0:1787755884.954141:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654565376 00000100:00100000:3.0:1787755884.954242:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70508 00000100:00100000:3.0:1787755884.954255:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+6:227895:x1874588654565376:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755884.954283:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755884.954312:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578933a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214496 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.954432:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789341 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.954449:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.954467:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755884.954541:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755884.954546:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755884.954573:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789341 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.954614:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578933a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214496 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.954636:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789341 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214496 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.954646:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755884.954649:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755884.954654:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755884.954741:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f442680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:227895:x1874588654565376:12345-192.168.201.7@tcp:101:touch.0 Request processed in 488us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755884.954750:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70508 00000100:00080000:2.0:1787755884.955149:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755884.961081:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755884.961595:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654565632 00000100:00100000:3.0:1787755884.961613:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654565632 00000100:00100000:3.0:1787755884.961707:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70509 00000100:00100000:3.0:1787755884.961721:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:227895:x1874588654565632:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755884.961758:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755884.961762:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755884.961811:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789341 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214496 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.961852:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755884.961859:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755884.961881:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789348 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21449d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.962066:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.962086:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.962099:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.962117:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.962125:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.962132:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755884.963625:0:35169:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51e:0x0], index 1: 0 00010000:00010000:3.0:1787755884.967284:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578935d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967331:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578935d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967350:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578935d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967406:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967414:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967421:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967427:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967433:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755884.967438:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967446:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967462:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755884.967465:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755884.967476:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967486:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578934f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755884.967507:0:35169:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008ed3cfbc reply state 000000007a13656e transno 8589957571 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967521:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967528:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd54468e8 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755884.967530:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755884.967534:0:35169:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755884.967597:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789348 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21449d expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967617:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578935d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21449d expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755884.967625:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755884.967627:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755884.967629:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755884.967758:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:227895:x1874588654565632:12345-192.168.201.7@tcp:101:touch.0 Request processed in 6039us (6697us total) trans 8589957571 rc 0/0 00000100:00100000:3.0:1787755884.967769:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70509 00000100:00100000:1.0:1787755884.974713:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755884.974843:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654565888 00000100:00100000:2.0:1787755884.974862:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654565888 00000100:00100000:2.0:1787755884.974963:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70510 00000100:00100000:2.0:1787755884.974979:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:227895:x1874588654565888:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:2.0:1787755884.975081:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755884.975120:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b32536578935d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21449d expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.975147:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:2.0:1787755884.975173:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755884.975257:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.975276:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.975289:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755884.975886:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000046389517 reply state 00000000c9fd58ff transno 8589957572 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.975905:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.975912:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755884.975915:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755884.975918:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787755884.976090:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+10:227895:x1874588654565888:12345-192.168.201.7@tcp:36:touch.0 Request processed in 1113us (1396us total) trans 8589957572 rc 0/0 00000100:00100000:2.0:1787755884.976100:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70510 00000100:00100000:1.0:1787755884.978899:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755884.979084:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566016 00000100:00100000:2.0:1787755884.979101:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566016 00000100:00100000:2.0:1787755884.979215:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70511 00000100:00100000:2.0:1787755884.979228:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:227895:x1874588654566016:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755884.979259:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755884.979285:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789372 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144a4 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.979394:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789372 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144a4 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.979421:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789372 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144a4 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755884.979443:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755884.979446:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755884.979451:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755884.979520:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:227895:x1874588654566016:12345-192.168.201.7@tcp:101:touch.0 Request processed in 295us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755884.979527:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70511 00000100:00100000:1.0:1787755884.984976:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755884.985220:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566144 00000100:00100000:3.0:1787755884.985235:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566144 00000100:00100000:3.0:1787755884.985371:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30842 00000100:00100000:3.0:1787755884.985383:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:0+-99:2398:x1874588654566144:12345-192.168.201.7@tcp:8:touch.0 00010000:00080000:3.0:1787755884.985429:0:24263:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp t4294975327 exp 0000000000000000 cur 8942 last 0 00000020:00000080:3.0:1787755884.985470:0:24263:0:(genops.c:1385:class_connect()) connect: client 7bc8a071-3537-4c53-83e7-ca9769577496, cookie 0x9b2b325365789379 00002000:00100000:3.0:1787755884.985485:0:24263:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 7bc8a071-3537-4c53-83e7-ca9769577496/ffff9dfe434f6800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113951 ocd_grant: 4853760 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787755884.985514:0:24263:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1787755884.985640:0:24263:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787755884.985688:0:24263:0:(import.c:65:import_set_state_nolock()) ffff9dfe434f0800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787755884.985794:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2398:x1874588654566144:12345-192.168.201.7@tcp:8:touch.0 Request processed in 411us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755884.985804:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30842 00000100:00100000:0.0:1787755884.994430:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755884.994481:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566272 00000100:00100000:3.0:1787755884.994496:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566272 00000100:00080000:2.0:1787755884.994629:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755884.994685:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30843 00000100:00100000:3.0:1787755884.994702:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:0:x1874588654566272:12345-192.168.201.7@tcp:2:touch.0 00000001:00080000:3.0:1787755884.999881:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976213 is committed 00000001:00100000:3.0:1787755884.999903:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7bc8a071-3537-4c53-83e7-ca9769577496 00000100:00100000:2.0:1787755885.000207:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:0:x1874588654566272:12345-192.168.201.7@tcp:2:touch.0 Request processed in 5501us (5786us total) trans 4294976213 rc 0/0 00000100:00100000:2.0:1787755885.000221:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30843 00000100:00100000:0.0:1787755885.006613:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755885.006788:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566528 00000100:00100000:3.0:1787755885.006803:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566528 00000100:00100000:3.0:1787755885.006888:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9414 00000100:00100000:3.0:1787755885.006901:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:227895:x1874588654566528:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:3.0:1787755885.007560:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:227895:x1874588654566528:12345-192.168.201.7@tcp:35:touch.0 Request processed in 657us (969us total) trans 8589957573 rc 0/0 00000100:00100000:3.0:1787755885.007579:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9414 00000100:00100000:0.0:1787755885.030953:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755885.030996:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667151616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755885.031115:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755885.036363:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151616 00000100:00100000:1.0:1787755885.036386:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151616 00000100:00100000:3.0:1787755885.036519:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6856 00000100:00100000:3.0:1787755885.036534:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667151616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755885.036581:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755885.036715:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667151616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 184us (5600us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755885.036724:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6856 00000100:00100000:1.0:1787755885.037050:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667151616:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1787755885.541148:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755885.963408:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755885.963458:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755885.963483:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755885.963523:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755885.963535:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567040 00000100:00100000:2.0:1787755885.963550:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567040 00000100:00100000:3.0:1787755885.963551:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755885.963585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755885.963617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755885.963646:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567168 00000100:00100000:3.0:1787755885.963650:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566784 00000100:00100000:2.0:1787755885.963651:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567168 00000100:00100000:3.0:1787755885.963666:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566784 00000100:00100000:2.0:1787755885.963692:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10186 00000100:00100000:2.0:1787755885.963705:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654567040:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755885.963706:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15820 00000100:00100000:3.0:1787755885.963719:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654566784:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755885.963783:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654567040:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 82us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755885.963792:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10186 00000100:00100000:1.0:1787755885.963796:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567296 00000100:00100000:1.0:1787755885.963802:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567296 00000100:00100000:2.0:1787755885.963826:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10187 00000100:00100000:2.0:1787755885.963836:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654567168:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755885.963837:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566912 00000100:00100000:1.0:1787755885.963842:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566912 00000100:00100000:1.0:1787755885.963867:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567424 00000100:00100000:1.0:1787755885.963871:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567424 00000100:00100000:1.0:1787755885.963901:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15821 00000100:00100000:1.0:1787755885.963908:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654567296:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755885.969530:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15822 00000100:00100000:0.0:1787755885.969555:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654566912:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755885.969713:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+12:2401:x1874588654566784:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 5996us (6314us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755885.969722:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15820 00000100:00100000:3.0:1787755885.969753:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15823 00000100:00100000:3.0:1787755885.969762:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654567424:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755885.969790:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654567424:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 31us (6173us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755885.969795:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15823 00000100:00100000:3.0:1787755885.969822:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654566656 00000100:00100000:3.0:1787755885.969832:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654566656 00000100:00100000:3.0:1787755885.969875:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2422 00000100:00100000:3.0:1787755885.969882:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654566656:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755885.969907:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c11c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654566656:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (6385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755885.969913:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2422 00000100:00080000:3.0:1787755885.969987:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755885.969992:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755885.969995:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755885.972348:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654567168:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 8499us (8747us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755885.972712:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10187 00000100:00100000:1.0:1787755885.982009:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654567296:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 18087us (18511us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755885.982035:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15821 00000100:00100000:2.0:1787755885.988492:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654566912:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 18930us (24922us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755885.988512:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15822 00000001:00100000:2.0:1787755886.057980:0:8429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b211e791-52bd-4fb0-8db7-bbed27b67abc 00000020:00000080:2.0:1787755886.057990:0:8429:0:(genops.c:885:class_export_put()) final put ffff9dff7f500800/b211e791-52bd-4fb0-8db7-bbed27b67abc 00000001:00080000:2.0:1787755886.058013:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973878 is committed 00000020:00000080:0.0:1787755886.058410:0:137759:0:(genops.c:844:class_export_destroy()) destroying export ffff9dff7f500800/b211e791-52bd-4fb0-8db7-bbed27b67abc for lustre-OST0000 00000020:00000080:0.0:1787755886.058466:0:137759:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dff7f505800 for lustre-OST0000 00000100:00100000:2.0:1787755886.576984:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755886.577008:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667151744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755886.577111:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755886.580077:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151744 00000100:00100000:2.0:1787755886.580090:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151744 00000100:00100000:2.0:1787755886.580147:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24836 00000100:00100000:2.0:1787755886.580158:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5efbf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667151744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755886.580196:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:2.0:1787755886.580289:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5efbf850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667151744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (3178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755886.580297:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24836 00010000:00010000:0.0:1787755886.588475:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755886.599408:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667151744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755886.929614:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755886.929930:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567552 00000100:00100000:1.0:1787755886.929943:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567552 00000100:00100000:1.0:1787755886.930054:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70512 00000100:00100000:1.0:1787755886.930067:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+12:227959:x1874588654567552:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:1.0:1787755886.930095:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755886.930121:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789380 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144ab expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.930200:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789387 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.930215:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789387 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.930228:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789387 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755886.930273:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755886.930278:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755886.930300:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789387 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.930355:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789380 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ab expref: 14 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.930378:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789387 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ab expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.930387:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755886.930390:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755886.930393:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755886.930459:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+13:227959:x1874588654567552:12345-192.168.201.7@tcp:101:link.0 Request processed in 395us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755886.930466:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70512 00000100:00080000:2.0:1787755886.932201:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755886.935864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755886.937678:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567680 00000100:00100000:3.0:1787755886.937872:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567680 00000100:00100000:3.0:1787755886.937941:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70513 00000100:00100000:3.0:1787755886.937952:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+13:227959:x1874588654567680:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755886.938400:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755886.938423:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578938e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144b2 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938483:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938496:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938507:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938518:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938531:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938538:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938638:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938651:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938657:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755886.938700:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f2:0x0]: returning size 0 00000004:00200000:3.0:1787755886.938704:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755886.938726:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938738:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938748:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938754:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938760:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938766:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938773:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755886.938777:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938785:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938798:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755886.938801:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755886.938806:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938813:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789395 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938825:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938831:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938837:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938842:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755886.938845:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938851:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938858:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd54468e8 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755886.938860:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755886.938863:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938869:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578939c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938903:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578938e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144b2 expref: 15 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938916:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144b2 expref: 14 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755886.938924:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:3.0:1787755886.938926:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755886.938929:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755886.939006:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+14:227959:x1874588654567680:12345-192.168.201.7@tcp:101:link.0 Request processed in 1055us (3156us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755886.939013:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70513 00000100:00100000:1.0:1787755886.950464:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755886.950509:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654567936 00000100:00100000:1.0:1787755886.950521:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654567936 00000100:00100000:1.0:1787755886.950591:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70514 00000100:00100000:1.0:1787755886.950602:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+14:227959:x1874588654567936:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:1.0:1787755886.950655:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787755886.950681:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657893a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144b2 expref: 14 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950700:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755886.950712:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789387 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ab expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950722:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755886.950725:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755886.950752:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950768:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950777:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950793:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950800:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755886.950807:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:1.0:1787755886.950814:0:8458:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00000100:00100000:2.0:1787755887.076046:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755887.076070:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667151872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755887.076145:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755887.076217:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667151872 00000100:00100000:2.0:1787755887.076225:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667151872 00000100:00100000:2.0:1787755887.076282:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6857 00000100:00100000:2.0:1787755887.076292:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667151872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755887.076338:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755887.076384:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667151872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755887.076390:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6857 00000100:00080000:2.0:1787755887.076412:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755887.076449:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f443480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667151872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755887.078074:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667152128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755887.078165:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755887.078225:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667152000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755887.078254:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755887.078301:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152000 00000100:00100000:2.0:1787755887.078308:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152000 00000100:00100000:2.0:1787755887.078384:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858 00000100:00100000:2.0:1787755887.078394:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667152000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755887.078423:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755887.078480:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667152000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755887.078488:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858 00000100:00080000:2.0:1787755887.078511:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755887.078540:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973878 gen 2 00000004:00080000:2.0:1787755887.078556:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a2afb80, transno 4294973878 00000100:00100000:2.0:1787755887.078577:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667152000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755887.079339:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152128 00000100:00100000:3.0:1787755887.079347:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152128 00000100:00100000:3.0:1787755887.079383:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24837 00000100:00100000:3.0:1787755887.079390:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667152128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787755887.079415:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:3.0:1787755887.079603:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f443480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667152128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 212us (1438us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755887.079611:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24837 00000100:00100000:1.0:1787755887.080085:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667152128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755887.470636:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755887.471031:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654568064 00000100:00100000:3.0:1787755887.471047:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654568064 00000100:00100000:3.0:1787755887.471136:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70515 00000100:00100000:3.0:1787755887.471149:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:227961:x1874588654568064:12345-192.168.201.7@tcp:101:multiop.0 00010000:00010000:3.0:1787755887.471175:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755887.471201:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657893b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144b9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755887.471276:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755887.471289:0:35153:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755887.471297:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755887.471354:0:35153:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755887.471367:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787755887.471487:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787755887.587236:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755888.624592:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:2.0:1787755889.626391:0:8458:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:2.0:1787755889.640406:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640431:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640446:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755889.640762:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000061331634 reply state 0000000092fc9d34 transno 8589957574 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640777:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640786:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755889.640789:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787755889.640793:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755889.640801:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640808:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640815:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640822:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640828:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755889.640833:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640841:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640851:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755889.640854:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755889.640857:0:8458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640865:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640872:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640909:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640916:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b3253657893aa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755889.640930:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000061331634 reply state 0000000092fc9d34 transno 8589957574 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640939:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755889.640945:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa8c465fb (ffff9dfe466c5600) 00010000:00010000:2.0:1787755889.640947:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755889.640950:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1787755889.641068:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+14:227959:x1874588654567936:12345-192.168.201.7@tcp:36:link.0 Request processed in 2690462us (2690608us total) trans 8589957574 rc 0/0 00000100:00100000:2.0:1787755889.641078:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70514 00010000:00010000:3.0:1787755889.641464:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.641474:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755889.641533:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755889.641538:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755889.641557:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.641585:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657893b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144b9 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.641610:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144b9 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.641619:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755889.641621:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755889.641624:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755889.641653:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:227961:x1874588654568064:12345-192.168.201.7@tcp:101:multiop.0 Request processed in 2170506us (2171029us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755889.641661:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70515 00000100:00100000:1.0:1787755889.646445:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755889.646637:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654568320 00000100:00100000:3.0:1787755889.646647:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654568320 00000100:00100000:3.0:1787755889.646729:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70516 00000100:00100000:3.0:1787755889.646751:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:227961:x1874588654568320:12345-192.168.201.7@tcp:101:multiop.0 00010000:00010000:3.0:1787755889.646775:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755889.646779:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755889.646809:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b3253657893bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144b9 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.646830:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755889.646835:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755889.646848:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893cd lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144c0 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.646994:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647012:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647021:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647030:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647038:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647044:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647101:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647110:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647116:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755889.647125:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f2:0x0]: returning size 0 00010000:00010000:3.0:1787755889.647139:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647146:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647153:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647160:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755889.647164:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647171:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647180:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:3.0:1787755889.647183:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755889.647187:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647193:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657893e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647209:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647215:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647221:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647227:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647231:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755889.647234:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647243:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647249:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755889.647251:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755889.647254:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647259:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657893d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647266:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647272:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647277:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647281:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755889.647284:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647289:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647295:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa8c465fb (ffff9dfe466c5600) 00010000:00010000:3.0:1787755889.647297:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755889.647300:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647309:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657893db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647362:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893cd lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144c0 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647372:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755889.647375:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755889.647379:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893cd lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144c0 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755889.647387:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755889.647452:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:227961:x1874588654568320:12345-192.168.201.7@tcp:101:multiop.0 Request processed in 713us (1020us total) trans 0 rc 301/301 00000100:00100000:3.0:1787755889.647460:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70516 00010000:00010000:2.0:1787755889.650442:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755889.650484:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667152512:0@lo:400:kworker.0 00000100:00080000:1.0:1787755889.650720:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755889.650747:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667152256:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.650831:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.650895:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667152768:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.650925:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.650947:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667153280:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.650970:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.650988:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667153792:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651011:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651035:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787755889.651041:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667152640:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651062:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651080:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667153152:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651099:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651115:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667153664:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651137:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651168:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667152384:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651192:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651211:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667152896:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651231:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651247:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667153408:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651266:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755889.651297:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152256 00000100:00100000:1.0:1787755889.651305:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152256 00000100:00100000:1.0:1787755889.651369:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:1.0:1787755889.651378:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667152256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651425:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c10850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667152256:12345-0@lo:400:kworker.0 Request processed in 47us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651433:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:1.0:1787755889.651467:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152768 00000100:00100000:1.0:1787755889.651471:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152768 00000100:00100000:1.0:1787755889.651526:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153792 00000100:00100000:1.0:1787755889.651531:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153792 00000100:00100000:1.0:1787755889.651552:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152640 00000100:00100000:1.0:1787755889.651555:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152640 00000100:00100000:1.0:1787755889.651574:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153152 00000100:00100000:1.0:1787755889.651577:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153152 00000100:00100000:1.0:1787755889.651598:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15824 00000100:00100000:1.0:1787755889.651605:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667152768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651639:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667152768:12345-0@lo:400:kworker.0 Request processed in 35us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651645:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15824 00000100:00100000:1.0:1787755889.651658:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15825 00000100:00100000:1.0:1787755889.651664:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667153792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651689:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667153792:12345-0@lo:400:kworker.0 Request processed in 25us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651695:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15825 00000100:00100000:1.0:1787755889.651704:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15826 00000100:00100000:1.0:1787755889.651710:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667152640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651734:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667152640:12345-0@lo:400:kworker.0 Request processed in 24us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651740:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15826 00000100:00100000:1.0:1787755889.651751:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15827 00000100:00100000:1.0:1787755889.651756:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667153152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651779:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667153152:12345-0@lo:400:kworker.0 Request processed in 23us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651785:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15827 00000100:00100000:1.0:1787755889.651803:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153280 00000100:00100000:1.0:1787755889.651806:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153280 00000100:00100000:1.0:1787755889.651829:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153664 00000100:00100000:1.0:1787755889.651832:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153664 00000100:00100000:1.0:1787755889.651848:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152896 00000100:00100000:1.0:1787755889.651850:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152896 00000100:00100000:1.0:1787755889.651870:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10188 00000100:00100000:1.0:1787755889.651877:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667153280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651909:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667153280:12345-0@lo:400:kworker.0 Request processed in 32us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651915:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10188 00000100:00100000:1.0:1787755889.651927:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10189 00000100:00100000:1.0:1787755889.651933:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667153664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.651957:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a852680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667153664:12345-0@lo:400:kworker.0 Request processed in 25us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.651963:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10189 00000100:00100000:1.0:1787755889.651973:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10190 00000100:00100000:1.0:1787755889.651979:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667152896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652009:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667152896:12345-0@lo:400:kworker.0 Request processed in 30us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.652014:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10190 00000100:00100000:1.0:1787755889.652043:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152384 00000100:00100000:1.0:1787755889.652047:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152384 00000100:00100000:1.0:1787755889.652071:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153408 00000100:00100000:1.0:1787755889.652074:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153408 00000100:00100000:1.0:1787755889.652091:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24838 00000100:00100000:1.0:1787755889.652097:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667152384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652129:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a851c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667152384:12345-0@lo:400:kworker.0 Request processed in 32us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.652134:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24838 00000100:00100000:1.0:1787755889.652146:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24839 00000100:00100000:1.0:1787755889.652152:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667153408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652178:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a853480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667153408:12345-0@lo:400:kworker.0 Request processed in 26us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755889.652183:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24839 00000100:00080000:1.0:1787755889.652239:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755889.652243:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755889.652244:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755889.652246:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755889.652281:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667152384:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652294:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667152896:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652303:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667153408:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652366:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667152640:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652378:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667153152:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652387:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43517b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667153664:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652396:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667152256:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652405:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667152768:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652414:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667153280:0@lo:400:kworker.0 00000100:00100000:1.0:1787755889.652423:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43516d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667153792:0@lo:400:kworker.0 00000100:00100000:2.0:1787755889.653419:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755889.653462:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667153024:0@lo:400:kworker.0 00000100:00100000:2.0:1787755889.653486:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755889.655896:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667153536:0@lo:400:kworker.0 00000100:00100000:2.0:1787755889.655964:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755889.656029:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667152512 00000100:00100000:2.0:1787755889.656038:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667152512 00000100:00100000:2.0:1787755889.656088:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153024 00000100:00100000:2.0:1787755889.656092:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153024 00000100:00100000:2.0:1787755889.656125:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15828 00000100:00100000:2.0:1787755889.656134:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667152512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755889.656192:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667152512:12345-0@lo:400:kworker.0 Request processed in 58us (2775us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755889.656199:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15828 00000100:00100000:2.0:1787755889.656220:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15829 00000100:00100000:2.0:1787755889.656227:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667153024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755889.656255:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43516d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667153024:12345-0@lo:400:kworker.0 Request processed in 29us (2769us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755889.656262:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15829 00000100:00100000:2.0:1787755889.656312:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667152512:0@lo:400:kworker.0 00000100:00100000:2.0:1787755889.656345:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667153024:0@lo:400:kworker.0 00000100:00100000:3.0:1787755889.658799:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153536 00000100:00100000:3.0:1787755889.658814:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153536 00000100:00100000:3.0:1787755889.658884:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10191 00000100:00100000:3.0:1787755889.658895:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667153536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755889.658982:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43517b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667153536:12345-0@lo:400:kworker.0 Request processed in 89us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755889.658989:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10191 00000100:00100000:3.0:1787755889.659039:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667153536:0@lo:400:kworker.0 00000100:00080000:1.0:1787755889.660878:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755889.660887:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755889.660904:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667153920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755889.660968:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755889.662913:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667153920 00000100:00100000:2.0:1787755889.662928:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667153920 00000100:00100000:2.0:1787755889.662993:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859 00000100:00100000:2.0:1787755889.663006:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667153920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755889.663049:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755889.663143:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667153920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 138us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755889.663151:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859 00000100:00100000:2.0:1787755889.663221:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667153920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755890.146851:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667154048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755890.146932:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755890.147804:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154048 00000100:00100000:0.0:1787755890.147819:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154048 00000100:00100000:0.0:1787755890.147910:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6860 00000100:00100000:0.0:1787755890.147922:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667154048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755890.147963:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755890.152344:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667154048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4411us (5399us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755890.152359:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6860 00000100:00100000:3.0:1787755890.162002:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43515f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667154048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755890.293775:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755890.294091:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654568448 00000100:00100000:3.0:1787755890.294109:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654568448 00000100:00100000:3.0:1787755890.294226:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70517 00000100:00100000:3.0:1787755890.294250:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+14:227645:x1874588654568448:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755890.294282:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755890.294310:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657893e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144c7 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.294453:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.294480:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.294502:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755890.294563:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755890.294567:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755890.294594:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.294624:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657893e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144c7 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.294650:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144c7 expref: 15 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.294661:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755890.294666:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755890.294672:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755890.295007:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+15:227645:x1874588654568448:12345-192.168.201.7@tcp:101:bash.0 Request processed in 768us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755890.295015:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70517 00000100:00080000:1.0:1787755890.295187:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755890.310540:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755890.312625:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654568576 00000100:00100000:1.0:1787755890.312649:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654568576 00000100:00100000:1.0:1787755890.312763:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9415 00000100:00100000:1.0:1787755890.312778:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49630050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:227645:x1874588654568576:12345-192.168.201.7@tcp:37:bash.0 00000100:00100000:1.0:1787755890.320463:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49630050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:227645:x1874588654568576:12345-192.168.201.7@tcp:37:bash.0 Request processed in 7675us (9923us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755890.320551:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9415 00000100:00100000:0.0:1787755890.362833:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755890.363213:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654568704 00000100:00100000:1.0:1787755890.363225:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654568704 00000100:00100000:1.0:1787755890.363295:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70518 00000100:00100000:1.0:1787755890.363306:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+15:228003:x1874588654568704:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755890.363355:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755890.363377:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657893f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144ce expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363448:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363463:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363483:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363503:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363511:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363518:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363620:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363629:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.363636:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755890.363686:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f2:0x0]: returning size 0 00000004:00200000:1.0:1787755890.363691:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755890.363717:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364112:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364125:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364133:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364139:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364147:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364157:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755890.364162:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364171:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364185:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755890.364189:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755890.364193:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364199:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657893fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364217:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364223:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364228:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364233:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755890.364235:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364242:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364254:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa8c465fb (ffff9dfe466c5600) 00010000:00010000:1.0:1787755890.364256:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755890.364259:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364265:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789405 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364295:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657893f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ce expref: 17 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364309:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ce expref: 16 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.364415:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755890.364418:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755890.364421:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755890.364534:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+16:228003:x1874588654568704:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1229us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755890.364542:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70518 00000100:00100000:2.0:1787755890.383845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755890.384029:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654568832 00000100:00100000:3.0:1787755890.384040:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654568832 00000100:00100000:3.0:1787755890.384118:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30844 00000100:00100000:3.0:1787755890.384130:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654568832:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755890.384147:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755890.384170:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144d5 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755890.384201:0:9891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x51e:0x0] initial LVB size: 0, mtime: 0x6a8efd6c, atime: 0x6a8efd6c, ctime: 0x6a8efd6c, blocks: 0x0 00010000:00010000:3.0:1787755890.384222:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51e:0x0].0x0 since=8947s v=(0 0) 00010000:00010000:3.0:1787755890.384227:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755890.384236:0:9891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.384256:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 6 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755890.384270:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755890.384370:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43515f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654568832:12345-192.168.201.7@tcp:101:rm.0 Request processed in 243us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755890.384380:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30844 00000100:00080000:1.0:1787755890.384609:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755890.396216:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755890.396370:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569088 00000100:00100000:1.0:1787755890.396382:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569088 00000100:00100000:1.0:1787755890.396457:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70519 00000100:00100000:1.0:1787755890.396469:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+16:228003:x1874588654569088:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755890.396559:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755890.396596:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578940c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ce expref: 16 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396624:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789372 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144a4 expref: 15 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396638:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755890.396650:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657893f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144c7 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396662:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755890.396665:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755890.396692:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396706:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396716:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396739:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396747:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396753:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396867:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396880:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.396887:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397275:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397284:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397291:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397297:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755890.397302:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397310:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397369:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:1.0:1787755890.397372:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755890.397377:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397384:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789428 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397404:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397411:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397417:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397423:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397428:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755890.397431:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397436:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397443:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755890.397445:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755890.397448:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397453:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578941a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755890.397465:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000548310c4 reply state 00000000ecc4afb6 transno 8589957575 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397479:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.397486:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa8c465fb (ffff9dfe466c5600) 00010000:00010000:1.0:1787755890.397500:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755890.397503:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755890.397604:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:228003:x1874588654569088:12345-192.168.201.7@tcp:36:rm.0 Request processed in 1135us (1399us total) trans 8589957575 rc 0/0 00000100:00100000:1.0:1787755890.397614:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70519 00000001:00080000:3.0:1787755890.405979:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957575 is committed 00010000:00010000:0.0:1787755890.406083:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406104:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406113:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406121:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755890.406127:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406135:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406153:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd54468e8 (ffff9dfe48aff000) 00010000:00010000:0.0:1787755890.406156:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755890.406161:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406167:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789356 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406198:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406205:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406212:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406217:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755890.406219:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406225:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406233:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:0.0:1787755890.406235:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755890.406238:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406244:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b32536578936b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406256:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406262:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406268:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406272:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755890.406275:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406280:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406288:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa8c465fb (ffff9dfe466c5600) 00010000:00010000:0.0:1787755890.406290:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755890.406293:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406298:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b3253657893b1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406307:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406338:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406345:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406350:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755890.406352:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406358:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406364:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:0.0:1787755890.406366:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1787755890.406368:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406373:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657893c6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f2:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406387:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406393:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406399:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406403:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755890.406406:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406412:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406419:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa8c465fb (ffff9dfe466c5600) 00010000:00010000:0.0:1787755890.406422:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755890.406424:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.406429:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789421 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa8c465fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755890.421300:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755890.421384:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569216 00000100:00100000:1.0:1787755890.421396:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569216 00000100:00100000:1.0:1787755890.421467:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70520 00000100:00100000:1.0:1787755890.421497:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:228003:x1874588654569216:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755890.421533:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755890.421562:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578942f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144dc expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.421661:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789436 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.421679:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.421694:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755890.421756:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755890.421759:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755890.421785:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789436 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.421813:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578942f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144dc expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.421831:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789436 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144dc expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.421841:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755890.421844:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755890.421859:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755890.421942:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:228003:x1874588654569216:12345-192.168.201.7@tcp:101:rm.0 Request processed in 465us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755890.421950:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70520 00000100:00100000:0.0:1787755890.429824:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755890.429935:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569344 00000100:00100000:1.0:1787755890.429950:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569344 00000100:00100000:1.0:1787755890.430034:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70521 00000100:00100000:1.0:1787755890.430048:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+7:228003:x1874588654569344:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755890.430083:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755890.430116:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578943d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144e3 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430204:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430219:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430233:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430252:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430259:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430269:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430425:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430433:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430440:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755890.430516:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f2:0x0]: returning size 0 00000004:00200000:1.0:1787755890.430521:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755890.430546:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430560:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430571:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430578:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430586:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430593:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430603:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755890.430608:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430616:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430630:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755890.430633:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755890.430639:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430645:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789444 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430662:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430668:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430673:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430678:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755890.430681:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430687:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430697:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd54468e8 (ffff9dfe466c5900) 00010000:00010000:1.0:1787755890.430699:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755890.430702:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430708:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b32536578944b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430739:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578943d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144e3 expref: 9 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430753:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144e3 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755890.430760:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe466c5700) 00010000:00010000:1.0:1787755890.430763:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755890.430765:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755890.430848:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+8:228003:x1874588654569344:12345-192.168.201.7@tcp:101:rm.0 Request processed in 802us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755890.432071:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70521 00000100:00100000:3.0:1787755890.437237:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755890.437383:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569600 00000100:00100000:2.0:1787755890.437397:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569600 00000100:00100000:2.0:1787755890.437496:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70522 00000100:00100000:2.0:1787755890.437508:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:228003:x1874588654569600:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755890.437601:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787755890.437642:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789452 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144e3 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437674:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe466c5700) 00010000:00010000:2.0:1787755890.437697:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789436 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144dc expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437709:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755890.437712:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755890.437742:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437763:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437772:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437788:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437795:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437802:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437918:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437928:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.437936:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787755890.438259:0:8458:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].224, 64 off22528 00000004:00080000:2.0:1787755890.438269:0:8458:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8947459952578ns, next at 8948459950351ns, rc = 0 00010000:00010000:2.0:1787755890.438361:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438371:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438384:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438393:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438399:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438407:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438426:0:8458:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755890.438451:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438457:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438464:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438472:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755890.438477:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438501:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438513:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8300) 00010000:00010000:2.0:1787755890.438516:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755890.438521:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438526:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789467 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438547:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438553:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438558:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438563:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438568:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755890.438571:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438576:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438583:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755890.438586:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755890.438589:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438594:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789459 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755890.438603:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009508cd9e reply state 000000008f4d140b transno 8589957576 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438615:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755890.438621:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd54468e8 (ffff9dfe502b8900) 00010000:00010000:2.0:1787755890.438624:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755890.438627:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787755890.438720:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+8:228003:x1874588654569600:12345-192.168.201.7@tcp:36:rm.0 Request processed in 1212us (1495us total) trans 8589957576 rc 0/0 00000100:00100000:2.0:1787755890.438728:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70522 00010000:00010000:0.0:1787755890.440841:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755890.440858:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.440871:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755890.440877:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.440889:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.440917:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f2:0x0].0x0 (ffff9dfe502b8300) 00010000:00010000:0.0:1787755890.440920:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755890.440926:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.440932:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578946e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755890.440965:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755890.440968:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755890.440970:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755890.658660:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755891.082206:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755891.082312:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755891.082380:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755891.082465:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570112 00000100:00100000:1.0:1787755891.082475:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570112 00000100:00100000:1.0:1787755891.082566:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10192 00000100:00100000:1.0:1787755891.082577:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654570112:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755891.082653:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654570112:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 78us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755891.082665:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10192 00000100:00080000:2.0:1787755891.084485:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755891.095526:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755891.095559:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755891.095625:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569728 00000100:00100000:2.0:1787755891.095636:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569728 00000100:00100000:2.0:1787755891.095694:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2424 00000100:00100000:2.0:1787755891.095706:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654569728:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755891.095797:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c12850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654569728:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 93us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755891.095804:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2424 00000100:00100000:3.0:1787755891.101105:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569856 00000100:00100000:3.0:1787755891.101121:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569856 00000100:00100000:3.0:1787755891.101192:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570368 00000100:00100000:3.0:1787755891.101195:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570368 00000100:00100000:3.0:1787755891.102023:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15830 00000100:00100000:3.0:1787755891.102038:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654569856:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755891.102118:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654569856:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 86us (19924us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755891.102125:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15830 00000100:00100000:3.0:1787755891.102143:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15831 00000100:00100000:3.0:1787755891.102150:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654570368:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755891.102172:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654570368:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (19793us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755891.102178:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15831 00000100:00080000:2.0:1787755891.102632:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755891.102975:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755891.103027:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755891.103049:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654569984 00000100:00100000:0.0:1787755891.103055:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654569984 00000100:00100000:0.0:1787755891.103095:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570496 00000100:00100000:0.0:1787755891.103099:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570496 00000100:00100000:0.0:1787755891.103120:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15832 00000100:00100000:0.0:1787755891.103126:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654569984:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755891.103167:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654569984:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 40us (7606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755891.103173:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15832 00000100:00100000:0.0:1787755891.103187:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15833 00000100:00100000:0.0:1787755891.103193:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654570496:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755891.103218:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654570496:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755891.103238:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15833 00000100:00100000:0.0:1787755891.103383:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570240 00000100:00100000:0.0:1787755891.103387:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570240 00000100:00100000:0.0:1787755891.103429:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10193 00000100:00100000:0.0:1787755891.103436:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654570240:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755891.103486:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654570240:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 41us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755891.103493:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10193 00000100:00080000:2.0:1787755891.112448:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1787755891.683186:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755891.683415:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755891.683448:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667154176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755891.683524:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755891.684238:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154176 00000100:00100000:3.0:1787755891.684247:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154176 00000100:00100000:3.0:1787755891.684309:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24840 00000100:00100000:3.0:1787755891.684342:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667154176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755891.684382:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755891.684451:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667154176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755891.684461:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24840 00000100:00100000:2.0:1787755891.684647:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667154176:0@lo:41:osp-pre-1-0.0 00000004:00080000:2.0:1787755892.194724:0:30976:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8949216405656ns, next at 8950216402314ns, rc = 0 00000100:00100000:2.0:1787755892.194771:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667154304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755892.194859:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755892.194937:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667154432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755892.194962:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755892.195001:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154304 00000100:00100000:2.0:1787755892.195008:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154304 00000100:00100000:2.0:1787755892.195062:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154432 00000100:00100000:2.0:1787755892.195066:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154432 00000100:00100000:2.0:1787755892.195086:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861 00000100:00100000:2.0:1787755892.195096:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667154304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755892.195128:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755892.195174:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667154304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755892.195180:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861 00000100:00100000:2.0:1787755892.195215:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6862 00000100:00100000:2.0:1787755892.195222:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667154432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755892.195237:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755892.195268:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667154432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755892.195274:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6862 00000100:00080000:2.0:1787755892.195294:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755892.195297:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755892.195357:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667154432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755892.195392:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667154304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755892.203959:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755892.203985:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667154560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755892.204060:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755892.204223:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154560 00000100:00100000:1.0:1787755892.204231:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154560 00000100:00100000:1.0:1787755892.204288:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24841 00000100:00100000:1.0:1787755892.204298:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667154560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755892.204351:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755892.204403:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667154560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755892.204423:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24841 00000100:00100000:1.0:1787755892.204490:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667154560:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787755892.709231:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755893.746920:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755894.755444:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755894.755467:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667154688:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755894.755547:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755894.755639:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154688 00000100:00100000:2.0:1787755894.755661:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154688 00000100:00100000:2.0:1787755894.755723:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6863 00000100:00100000:2.0:1787755894.755732:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667154688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755894.755763:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755894.755808:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667154688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755894.755815:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6863 00000100:00080000:2.0:1787755894.755838:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755894.755878:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667154688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755894.756440:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667155072:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756481:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755894.756512:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667155584:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756534:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755894.756549:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667156096:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756571:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755894.756592:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755894.756598:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667154944:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756623:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755894.756640:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667155456:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756671:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755894.756688:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667155968:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756708:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755894.756737:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155072 00000100:00100000:3.0:1787755894.756742:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155072 00000100:00100000:3.0:1787755894.756774:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155584 00000100:00100000:3.0:1787755894.756777:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155584 00000100:00100000:3.0:1787755894.756798:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155456 00000100:00100000:3.0:1787755894.756800:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155456 00000100:00100000:3.0:1787755894.756820:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15834 00000100:00100000:3.0:1787755894.756827:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667155072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756871:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667155072:12345-0@lo:400:kworker.0 Request processed in 45us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755894.756877:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15834 00000100:00100000:3.0:1787755894.756894:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15835 00000100:00100000:3.0:1787755894.756900:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667155584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756928:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667155584:12345-0@lo:400:kworker.0 Request processed in 29us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755894.756933:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15835 00000100:00100000:3.0:1787755894.756944:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15836 00000100:00100000:3.0:1787755894.756950:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667155456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.756974:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667155456:12345-0@lo:400:kworker.0 Request processed in 25us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755894.756980:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15836 00000100:00100000:3.0:1787755894.757001:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156096 00000100:00100000:3.0:1787755894.757004:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156096 00000100:00100000:3.0:1787755894.757030:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155968 00000100:00100000:3.0:1787755894.757033:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155968 00000100:00100000:3.0:1787755894.757049:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10194 00000100:00100000:3.0:1787755894.757055:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667156096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757084:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667156096:12345-0@lo:400:kworker.0 Request processed in 29us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755894.757089:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10194 00000100:00100000:3.0:1787755894.757101:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10195 00000100:00100000:3.0:1787755894.757107:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667155968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757131:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667155968:12345-0@lo:400:kworker.0 Request processed in 25us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755894.757137:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10195 00000100:00100000:3.0:1787755894.757155:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154944 00000100:00100000:3.0:1787755894.757159:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154944 00000100:00100000:3.0:1787755894.757182:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24842 00000100:00100000:3.0:1787755894.757189:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667154944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757217:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667154944:12345-0@lo:400:kworker.0 Request processed in 29us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755894.757224:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24842 00000100:00100000:3.0:1787755894.757266:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667154944:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757277:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667155456:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757285:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667155968:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757293:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667155072:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757302:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667155584:0@lo:400:kworker.0 00000100:00100000:3.0:1787755894.757310:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667156096:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.757953:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667155200:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.757996:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755894.758033:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667155712:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.758056:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755894.758077:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667156224:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.758099:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755894.758123:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787755894.758129:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667154816:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.758169:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755894.758192:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667155328:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.758215:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755894.758231:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667155840:0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.758250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755894.758281:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155712 00000100:00100000:0.0:1787755894.758286:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155712 00000100:00100000:0.0:1787755894.758347:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10196 00000100:00100000:0.0:1787755894.758356:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667155712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.758945:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667155712:12345-0@lo:400:kworker.0 Request processed in 588us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755894.758952:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10196 00000100:00100000:0.0:1787755894.758979:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155840 00000100:00100000:0.0:1787755894.758984:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155840 00000100:00100000:0.0:1787755894.759009:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24843 00000100:00100000:0.0:1787755894.759015:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667155840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.759041:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44544a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667155840:12345-0@lo:400:kworker.0 Request processed in 27us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755894.759046:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24843 00000100:00100000:0.0:1787755894.759068:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667154816 00000100:00100000:0.0:1787755894.759072:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667154816 00000100:00100000:0.0:1787755894.759101:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:0.0:1787755894.759107:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667154816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755894.759138:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c13050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667154816:12345-0@lo:400:kworker.0 Request processed in 32us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755894.759144:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:2.0:1787755894.759271:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155200 00000100:00100000:2.0:1787755894.759276:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155200 00000100:00100000:2.0:1787755894.759310:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156224 00000100:00100000:2.0:1787755894.759332:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156224 00000100:00100000:2.0:1787755894.759354:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667155328 00000100:00100000:2.0:1787755894.759357:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667155328 00000100:00100000:2.0:1787755894.759379:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15837 00000100:00100000:2.0:1787755894.759398:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49ea1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667155200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759454:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49ea1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667155200:12345-0@lo:400:kworker.0 Request processed in 70us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755894.759460:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15837 00000100:00100000:2.0:1787755894.759476:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15838 00000100:00100000:2.0:1787755894.759483:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667156224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759511:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667156224:12345-0@lo:400:kworker.0 Request processed in 29us (1411us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755894.759517:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15838 00000100:00100000:2.0:1787755894.759532:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15839 00000100:00100000:2.0:1787755894.759538:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667155328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759568:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44546300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667155328:12345-0@lo:400:kworker.0 Request processed in 30us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755894.759573:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15839 00000100:00080000:2.0:1787755894.759616:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755894.759621:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755894.759624:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755894.759626:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755894.759704:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667154816:0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759718:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667155328:0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759726:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667155840:0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759736:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667155200:0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759745:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43741180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667155712:0@lo:400:kworker.0 00000100:00100000:2.0:1787755894.759754:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667156224:0@lo:400:kworker.0 00010000:00010000:1.0:1787755894.765694:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755895.289781:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755895.289808:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667156352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755895.289899:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755895.289961:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156352 00000100:00100000:2.0:1787755895.289971:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156352 00000100:00100000:2.0:1787755895.290041:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6864 00000100:00100000:2.0:1787755895.290053:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667156352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755895.290097:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755895.290151:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667156352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755895.290158:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6864 00000100:00100000:2.0:1787755895.290215:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667156352:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787755895.779721:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787755895.783143:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 233 committed 00000001:00080000:2.0:1787755895.783198:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957576 is committed 00000004:00080000:2.0:1787755895.783203:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 232 committed 00010000:00010000:0.0:1787755895.783273:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.783287:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.783295:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.783301:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755895.783306:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.783340:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.783362:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd54468e8 (ffff9dfe502b8900) 00010000:00010000:0.0:1787755895.783365:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755895.783371:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.783378:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789460 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd54468e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755895.783938:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755895.783963:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667156480:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755895.784061:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755895.790962:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156480 00000100:00100000:2.0:1787755895.790980:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156480 00000100:00100000:2.0:1787755895.791068:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30845 00000100:00100000:2.0:1787755895.791079:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667156480:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1787755895.791119:0:8435:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1310 count 1 00010000:00010000:2.0:1787755895.791150:0:8435:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755895.791176:0:8435:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 5 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755895.791185:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51e:0x0].0x0 since=5s v=(0 0) 00010000:00010000:2.0:1787755895.791190:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755895.791195:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755895.791239:0:8435:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 5 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755895.791261:0:8435:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 5 pid: 9891 timeout: 9052 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755895.791276:0:8435:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8435:1874588667156608:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755895.791733:0:8435:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932540 going to sleep for 11 seconds 00000100:00100000:3.0:1787755895.794952:0:8435:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8435:1874588667156608:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755895.795006:0:8435:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755895.796928:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755895.798554:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570624 00000100:00100000:0.0:1787755895.798570:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570624 00010000:00010000:0.0:1787755895.798649:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 6 pid: 9891 timeout: 9052 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755895.798702:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21787 00000100:00100000:0.0:1787755895.798713:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654570624:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755895.798730:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755895.798736:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 6 pid: 9891 timeout: 9052 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.798753:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 6 pid: 9891 timeout: 9052 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.798781:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789413 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144d5 expref: 6 pid: 9891 timeout: 9052 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.798803:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755895.798808:0:8461:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755895.798814:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.798825:0:8461:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755895.798861:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755895.798925:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654570624:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 213us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755895.798932:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21787 00010000:00010000:3.0:1787755895.800742:0:8435:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755895.800761:0:8435:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755895.800772:0:8435:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755895.800786:0:8435:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787755895.800928:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1787755895.801024:0:8435:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787755895.801275:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44547100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667156480:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10195us (17211us total) trans 4294976214 rc 0/0 00000100:00100000:3.0:1787755895.801285:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30845 00000004:00080000:2.0:1787755895.802446:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a91c380/2, rc 0, transno 4294976214 00000100:00100000:2.0:1787755895.802458:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667156480:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1787755895.812724:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755895.812742:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755895.812758:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755895.812764:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755895.812777:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755895.812803:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755895.812812:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789475 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755895.812839:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755895.812842:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755895.812844:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755896.201677:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755896.201723:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755896.201756:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755896.201781:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755896.201803:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755896.201834:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755896.201862:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654571136 00000100:00100000:1.0:1787755896.201872:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654571136 00000100:00100000:1.0:1787755896.201941:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10197 00000100:00100000:1.0:1787755896.201952:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654571136:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755896.202036:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654571136:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 86us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755896.202045:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10197 00000100:00080000:1.0:1787755896.202069:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755896.202550:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570752 00000100:00100000:2.0:1787755896.202556:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570752 00000100:00100000:2.0:1787755896.202590:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2426 00000100:00100000:2.0:1787755896.202598:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654570752:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755896.202650:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654570752:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 54us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755896.202657:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2426 00000100:00100000:0.0:1787755896.203776:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654571008 00000100:00100000:0.0:1787755896.203785:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654571008 00000100:00100000:0.0:1787755896.203841:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654571264 00000100:00100000:0.0:1787755896.203844:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654571264 00000100:00100000:0.0:1787755896.203874:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654570880 00000100:00100000:0.0:1787755896.203878:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654570880 00000100:00100000:0.0:1787755896.203897:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654571392 00000100:00100000:0.0:1787755896.203900:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654571392 00000100:00100000:0.0:1787755896.203925:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15840 00000100:00100000:0.0:1787755896.203934:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654571008:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755896.203990:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654571008:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 57us (2266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755896.203997:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15840 00000100:00100000:0.0:1787755896.204013:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15841 00000100:00100000:0.0:1787755896.204018:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654571264:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755896.204038:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654571264:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (2283us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755896.204043:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15841 00000100:00100000:0.0:1787755896.204051:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15842 00000100:00100000:0.0:1787755896.204056:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654570880:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755896.204075:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654570880:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 19us (2294us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755896.204080:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15842 00000100:00100000:0.0:1787755896.204089:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15843 00000100:00100000:0.0:1787755896.204094:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654571392:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755896.204110:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654571392:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 16us (2276us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755896.204115:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15843 00000100:00080000:2.0:1787755896.204894:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755896.204900:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787755896.802993:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755896.803293:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667156736:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755896.803407:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755896.803499:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156736 00000100:00100000:3.0:1787755896.803508:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156736 00000100:00100000:3.0:1787755896.803588:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24844 00000100:00100000:3.0:1787755896.803600:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667156736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755896.803657:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755896.807242:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44544700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667156736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3633us (3823us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755896.807256:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24844 00000100:00100000:0.0:1787755896.808973:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667156736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755897.315065:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667156864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755897.315157:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755897.315208:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787755897.315215:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667156992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755897.315237:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755897.315351:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156864 00000100:00100000:0.0:1787755897.315374:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156864 00000100:00100000:0.0:1787755897.315436:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667156992 00000100:00100000:0.0:1787755897.315440:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667156992 00000100:00100000:0.0:1787755897.315459:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865 00000100:00100000:0.0:1787755897.315469:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667156864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755897.315511:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755897.315976:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667156864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 507us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755897.315984:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865 00000100:00100000:0.0:1787755897.316009:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6866 00000100:00100000:0.0:1787755897.316017:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667156992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755897.316035:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755897.316065:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667156992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755897.316072:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6866 00000100:00100000:0.0:1787755897.316126:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff44545880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667156992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755897.316142:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667156864:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1787755897.316233:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755897.316237:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755897.316544:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755897.316556:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667157120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755897.316597:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755897.317809:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157120 00000100:00100000:2.0:1787755897.317825:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157120 00000100:00100000:2.0:1787755897.317911:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24845 00000100:00100000:2.0:1787755897.317924:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667157120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755897.317974:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755897.318081:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667157120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 160us (1482us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755897.318094:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24845 00000100:00100000:3.0:1787755897.318704:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667157120:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787755897.832430:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787755898.396728:0:167342:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46c: pdirops: link vs link ======================================================================== 10:51:36 (1787755896) 00010000:00010000:0.0:1787755898.856206:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755899.874627:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755899.874652:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667157248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755899.874724:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755899.875004:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157248 00000100:00100000:2.0:1787755899.875013:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157248 00000100:00100000:2.0:1787755899.875088:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6867 00000100:00100000:2.0:1787755899.875098:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667157248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755899.875126:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755899.875172:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667157248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755899.875179:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6867 00000100:00100000:1.0:1787755899.875266:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667157248:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787755899.875518:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755899.875689:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667157504:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.875725:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.875750:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667158016:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.875778:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.875803:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667158528:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.875826:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.875858:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787755899.875864:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667157376:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.875890:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.875912:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667157888:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.875932:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.875947:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667158400:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.875966:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.875995:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157504 00000100:00100000:1.0:1787755899.876000:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157504 00000100:00100000:1.0:1787755899.876030:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158400 00000100:00100000:1.0:1787755899.876032:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158400 00000100:00100000:1.0:1787755899.876053:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24846 00000100:00100000:1.0:1787755899.876060:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667157504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876115:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667157504:12345-0@lo:400:kworker.0 Request processed in 55us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876122:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24846 00000100:00100000:1.0:1787755899.876137:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24847 00000100:00100000:1.0:1787755899.876143:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667158400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876170:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667158400:12345-0@lo:400:kworker.0 Request processed in 27us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876176:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24847 00000100:00100000:1.0:1787755899.876194:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158016 00000100:00100000:1.0:1787755899.876197:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158016 00000100:00100000:1.0:1787755899.876227:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157888 00000100:00100000:1.0:1787755899.876230:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157888 00000100:00100000:1.0:1787755899.876246:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15844 00000100:00100000:1.0:1787755899.876252:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667158016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876282:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667158016:12345-0@lo:400:kworker.0 Request processed in 29us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876288:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15844 00000100:00100000:1.0:1787755899.876299:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15845 00000100:00100000:1.0:1787755899.876304:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667157888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876370:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667157888:12345-0@lo:400:kworker.0 Request processed in 65us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876376:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15845 00000100:00100000:1.0:1787755899.876396:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158528 00000100:00100000:1.0:1787755899.876400:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158528 00000100:00100000:1.0:1787755899.876442:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10198 00000100:00100000:1.0:1787755899.876450:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667158528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876481:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667158528:12345-0@lo:400:kworker.0 Request processed in 33us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876487:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10198 00000100:00100000:1.0:1787755899.876518:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157376 00000100:00100000:1.0:1787755899.876522:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157376 00010000:00010000:2.0:1787755899.876540:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755899.876546:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:1.0:1787755899.876553:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667157376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876585:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667157376:12345-0@lo:400:kworker.0 Request processed in 32us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876591:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00080000:1.0:1787755899.876636:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755899.876641:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755899.876643:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755899.876662:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667157760:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876694:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.876728:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667158272:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876745:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157760 00000100:00100000:2.0:1787755899.876749:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157760 00000100:00100000:1.0:1787755899.876751:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.876772:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667158784:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876787:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15846 00000100:00100000:2.0:1787755899.876794:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667157760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876795:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755899.876820:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787755899.876827:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667157632:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876828:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667157760:12345-0@lo:400:kworker.0 Request processed in 36us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755899.876834:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15846 00000100:00100000:2.0:1787755899.876847:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158784 00000100:00100000:1.0:1787755899.876848:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755899.876850:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158784 00000100:00100000:1.0:1787755899.876867:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667158144:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876868:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667157632 00000100:00100000:2.0:1787755899.876871:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667157632 00000100:00100000:1.0:1787755899.876889:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755899.876889:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15847 00000100:00100000:2.0:1787755899.876894:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667158784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876907:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667158656:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876921:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667158784:12345-0@lo:400:kworker.0 Request processed in 27us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.876925:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755899.876926:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15847 00000100:00100000:2.0:1787755899.876937:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158144 00000100:00100000:2.0:1787755899.876941:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158144 00000100:00100000:1.0:1787755899.876963:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667157760:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876963:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15848 00000100:00100000:2.0:1787755899.876969:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667157632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876973:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667158784:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.876997:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667157632:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.876997:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667157632:12345-0@lo:400:kworker.0 Request processed in 28us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755899.877003:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15848 00000100:00100000:2.0:1787755899.877014:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15849 00000100:00100000:1.0:1787755899.877018:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158272 00000100:00100000:1.0:1787755899.877021:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158272 00000100:00100000:2.0:1787755899.877021:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667158144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877046:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158656 00000100:00100000:1.0:1787755899.877049:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158656 00000100:00100000:2.0:1787755899.877050:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667158144:12345-0@lo:400:kworker.0 Request processed in 29us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755899.877055:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15849 00000100:00100000:1.0:1787755899.877068:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10199 00000100:00100000:1.0:1787755899.877074:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667158272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.877088:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10200 00000100:00100000:2.0:1787755899.877094:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667158656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877104:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667158272:12345-0@lo:400:kworker.0 Request processed in 30us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755899.877110:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10199 00000100:00100000:2.0:1787755899.877117:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667158656:12345-0@lo:400:kworker.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755899.877123:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10200 00000100:00080000:1.0:1787755899.877140:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755899.877143:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755899.877145:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755899.877145:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667158144:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.877153:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667158656:0@lo:400:kworker.0 00000100:00100000:2.0:1787755899.877162:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667158272:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877163:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667157376:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877175:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667157888:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877186:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667158400:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877196:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667157504:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877207:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667158016:0@lo:400:kworker.0 00000100:00100000:1.0:1787755899.877216:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49540a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667158528:0@lo:400:kworker.0 00010000:00010000:2.0:1787755900.039114:0:167390:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755900.039171:0:167390:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:1.0:1787755900.386679:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755900.386705:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667158912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755900.386784:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755900.386943:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667158912 00000100:00100000:0.0:1787755900.386954:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667158912 00000100:00100000:0.0:1787755900.387016:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6868 00000100:00100000:0.0:1787755900.387029:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667158912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755900.387131:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755900.387190:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667158912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 164us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755900.387198:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6868 00000100:00100000:1.0:1787755900.387281:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667158912:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755900.900532:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755901.156723:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755901.157053:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654571520 00000100:00100000:3.0:1787755901.157064:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654571520 00000100:00100000:3.0:1787755901.157122:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70523 00000100:00100000:3.0:1787755901.157132:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:228686:x1874588654571520:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755901.157152:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755901.157174:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578947c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144ea expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.157240:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789483 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.157254:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.157268:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755901.157346:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755901.157350:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755901.157369:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789483 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.157391:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b32536578947c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ea expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.157408:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789483 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ea expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.157417:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755901.157420:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755901.157424:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755901.157501:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:228686:x1874588654571520:12345-192.168.201.7@tcp:101:touch.0 Request processed in 370us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755901.157508:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70523 00000100:00080000:3.0:1787755901.157551:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755901.179372:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755901.179984:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654571776 00000100:00100000:1.0:1787755901.179996:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654571776 00000100:00100000:1.0:1787755901.180058:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70524 00000100:00100000:1.0:1787755901.180069:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:228686:x1874588654571776:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755901.180090:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755901.180094:0:6520:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755901.180121:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789483 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ea expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180144:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755901.180150:0:6520:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755901.180164:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578948a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144f1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180280:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180295:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180342:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180410:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180419:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.180426:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755901.180802:0:6520:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x51f:0x0], index 0: 0 00010000:00010000:0.0:1787755901.184973:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578949f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.184996:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578949f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185007:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578949f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185044:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185052:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185064:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185071:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185077:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755901.185082:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185089:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185104:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755901.185107:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755901.185111:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185116:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b325365789491 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755901.185128:0:6520:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000071fffef5 reply state 000000007f2ea6a5 transno 8589957577 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185138:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185144:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73b310ba (ffff9dfe466c5d00) 00010000:00010000:0.0:1787755901.185146:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755901.185149:0:6520:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755901.185184:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578948a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144f1 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185199:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578949f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144f1 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755901.185206:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe52604b00) 00010000:00010000:0.0:1787755901.185208:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755901.185211:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755901.185725:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44545880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:228686:x1874588654571776:12345-192.168.201.7@tcp:101:touch.0 Request processed in 5656us (6362us total) trans 8589957577 rc 0/0 00000100:00100000:0.0:1787755901.185735:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70524 00000100:00100000:0.0:1787755901.197254:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755901.197398:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572032 00000100:00100000:1.0:1787755901.197409:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572032 00000100:00100000:1.0:1787755901.197487:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70525 00000100:00100000:1.0:1787755901.197507:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff44544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:228686:x1874588654572032:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:1.0:1787755901.197577:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755901.197605:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b32536578949f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144f1 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.197622:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe52604b00) 00010000:00010000:1.0:1787755901.197632:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755901.197934:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.197949:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.197960:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755901.198085:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003a2fd825 reply state 00000000676dd93d transno 8589957578 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.198098:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755901.198105:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755901.198107:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755901.198110:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755901.198204:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff44544e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:228686:x1874588654572032:12345-192.168.201.7@tcp:36:touch.0 Request processed in 707us (962us total) trans 8589957578 rc 0/0 00000100:00100000:1.0:1787755901.198211:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70525 00000100:00100000:1.0:1787755901.202909:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755901.203084:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572160 00000100:00100000:3.0:1787755901.203096:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572160 00000100:00100000:3.0:1787755901.203157:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70526 00000100:00100000:3.0:1787755901.203168:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:228686:x1874588654572160:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755901.203194:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755901.203215:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657894b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144f8 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.203277:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657894b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144f8 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.203291:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657894b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144f8 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755901.203345:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:3.0:1787755901.203348:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787755901.203351:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755901.203406:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:228686:x1874588654572160:12345-192.168.201.7@tcp:101:touch.0 Request processed in 239us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755901.203415:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70526 00000100:00100000:0.0:1787755901.211410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755901.211726:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572288 00000100:00100000:3.0:1787755901.211738:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572288 00000100:00100000:3.0:1787755901.211798:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30846 00000100:00100000:3.0:1787755901.211809:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654572288:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:3.0:1787755901.212049:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43514000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654572288:12345-192.168.201.7@tcp:2:touch.0 Request processed in 241us (649us total) trans 4294973879 rc 0/0 00000100:00100000:3.0:1787755901.212058:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30846 00000100:00080000:3.0:1787755901.212081:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755901.223137:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755901.224414:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572544 00000100:00100000:3.0:1787755901.224429:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572544 00000100:00100000:3.0:1787755901.224975:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9416 00000100:00100000:3.0:1787755901.224988:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:228686:x1874588654572544:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:3.0:1787755901.228431:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+12:228686:x1874588654572544:12345-192.168.201.7@tcp:35:touch.0 Request processed in 3426us (5283us total) trans 8589957579 rc 0/0 00000100:00100000:3.0:1787755901.228453:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9416 00000100:00100000:1.0:1787755901.320559:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755901.320610:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755901.320648:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755901.320852:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572928 00000100:00100000:2.0:1787755901.320867:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572928 00000100:00100000:2.0:1787755901.320947:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10201 00000100:00100000:2.0:1787755901.320959:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654572928:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755901.321050:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654572928:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 93us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755901.321059:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10201 00000100:00100000:2.0:1787755901.321094:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573184 00000100:00100000:2.0:1787755901.321097:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573184 00000100:00100000:2.0:1787755901.321129:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15850 00000100:00100000:2.0:1787755901.321136:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654573184:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755901.321165:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654573184:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755901.321172:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15850 00000100:00080000:2.0:1787755901.321191:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755901.321196:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755901.321683:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755901.321859:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572672 00000100:00100000:3.0:1787755901.321865:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572672 00000100:00100000:3.0:1787755901.321899:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2428 00000100:00100000:3.0:1787755901.321906:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654572672:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755901.321935:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c13450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654572672:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (1392us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755901.321942:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2428 00000100:00100000:3.0:1787755901.323976:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654572800 00000100:00100000:3.0:1787755901.323989:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654572800 00000100:00100000:3.0:1787755901.324143:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15851 00000100:00100000:3.0:1787755901.324155:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654572800:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755901.324230:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654572800:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 78us (2548us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755901.324238:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15851 00000100:00100000:3.0:1787755901.324333:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00080000:2.0:1787755901.325345:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755901.327532:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573056 00000100:00100000:3.0:1787755901.327556:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573056 00000100:00100000:3.0:1787755901.327695:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15852 00000100:00100000:3.0:1787755901.327707:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654573056:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755901.327817:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654573056:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 112us (3502us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755901.327826:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15852 00000100:00080000:2.0:1787755901.329264:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755901.923553:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755901.923711:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667159040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755901.923796:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755901.924050:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159040 00000100:00100000:2.0:1787755901.924060:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159040 00000100:00100000:2.0:1787755901.924112:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24848 00000100:00100000:2.0:1787755901.924121:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667159040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755901.924159:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:2.0:1787755901.924205:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667159040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755901.924212:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24848 00000100:00100000:1.0:1787755901.924339:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667159040:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1787755901.929134:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976214 is committed 00000100:00100000:0.0:1787755902.439717:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667159424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755902.439813:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755902.439914:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159424 00000100:00100000:0.0:1787755902.439922:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159424 00000100:00100000:0.0:1787755902.439992:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869 00000100:00100000:0.0:1787755902.440002:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667159424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755902.440046:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755902.440095:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667159424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755902.440103:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869 00000100:00080000:0.0:1787755902.440126:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755902.440163:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976214 gen 2 00000004:00080000:0.0:1787755902.440170:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a91c380, transno 4294976214 00000100:00100000:0.0:1787755902.440190:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667159424:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755902.441174:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667159296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755902.441227:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755902.441435:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755902.441444:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667159168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755902.441472:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755902.441563:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159168 00000100:00100000:2.0:1787755902.441571:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159168 00000100:00100000:2.0:1787755902.441618:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24849 00000100:00100000:2.0:1787755902.441627:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667159168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755902.441660:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755902.441714:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667159168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755902.441722:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24849 00000100:00100000:3.0:1787755902.441742:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667159168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755902.442161:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159296 00000100:00100000:0.0:1787755902.442167:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159296 00000100:00100000:0.0:1787755902.442215:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870 00000100:00100000:0.0:1787755902.442224:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667159296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755902.442247:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755902.442334:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667159296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (1086us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755902.442341:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870 00000100:00080000:2.0:1787755902.442791:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755902.443487:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667159296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755902.827240:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755902.827897:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573312 00000100:00100000:3.0:1787755902.827910:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573312 00000100:00100000:3.0:1787755902.827980:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70527 00000100:00100000:3.0:1787755902.827990:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+12:228749:x1874588654573312:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755902.828020:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755902.828048:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657894bb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2144ff expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755902.828129:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657894c2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755902.828147:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657894c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755902.828162:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657894c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755902.828203:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755902.828207:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755902.828225:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657894c2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755902.831499:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657894bb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ff expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755902.831545:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657894c2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ff expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755902.831557:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755902.831560:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755902.831564:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755902.831683:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+13:228749:x1874588654573312:12345-192.168.201.7@tcp:101:link.0 Request processed in 3691us (4452us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755902.831692:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70527 00000100:00100000:3.0:1787755902.835037:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755902.835281:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573440 00000100:00100000:1.0:1787755902.835292:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573440 00000100:00100000:1.0:1787755902.835380:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70528 00000100:00100000:1.0:1787755902.835394:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+13:228749:x1874588654573440:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:1.0:1787755902.837081:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755902.837122:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657894c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214506 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837213:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837232:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837727:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837741:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837747:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837755:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837847:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837854:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837858:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755902.837893:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f3:0x0]: returning size 0 00000004:00200000:1.0:1787755902.837897:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755902.837913:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837922:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837928:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837933:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837937:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837941:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837945:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755902.837948:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837954:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837962:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755902.837964:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755902.837967:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837971:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657894d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837980:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837983:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837987:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837990:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755902.837991:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837994:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.837998:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73b310ba (ffff9dfe466c5d00) 00010000:00010000:1.0:1787755902.837999:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755902.838001:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.838007:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657894d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.838029:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b3253657894c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214506 expref: 15 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.838038:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214506 expref: 14 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755902.838043:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755902.838044:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755902.838046:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755902.838111:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+14:228749:x1874588654573440:12345-192.168.201.7@tcp:101:link.0 Request processed in 2721us (3085us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755902.838120:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70528 00000100:00100000:1.0:1787755902.851082:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755902.851219:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573696 00000100:00100000:0.0:1787755902.851232:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573696 00000100:00100000:0.0:1787755902.851338:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70529 00000100:00100000:0.0:1787755902.851350:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:228749:x1874588654573696:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:0.0:1787755902.851426:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787755902.851463:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657894de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214506 expref: 14 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851485:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755902.851498:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b3253657894c2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144ff expref: 13 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851509:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755902.851512:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755902.851547:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851561:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851575:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851592:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851599:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755902.851604:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:0.0:1787755902.851611:0:6521:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00010000:00010000:0.0:1787755902.949489:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755903.360023:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755903.362244:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573824 00000100:00100000:3.0:1787755903.362274:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573824 00000100:00100000:3.0:1787755903.362443:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70530 00000100:00100000:3.0:1787755903.362464:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:228751:x1874588654573824:12345-192.168.201.7@tcp:101:link.0 00000100:00080000:2.0:1787755903.362759:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755903.362826:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755903.362859:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657894f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21450d expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755903.394540:0:17813:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 31608us 00010000:00010000:0.0:1787755903.451878:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755903.451906:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755903.451915:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755903.451944:0:17813:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755903.451957:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755903.975125:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755904.995065:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667159552:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995136:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995183:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667160064:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995217:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995246:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667160576:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995272:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995291:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667161088:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995311:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995355:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787755904.995361:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667159936:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995403:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667160448:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995422:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995438:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667160960:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995456:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995484:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667159680:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995508:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995525:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667160192:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995544:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995560:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667160704:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995579:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995597:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787755904.995603:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667159808:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995622:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995639:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667160320:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995657:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995673:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667160832:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995692:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755904.995723:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159552 00000100:00100000:0.0:1787755904.995730:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159552 00000100:00100000:0.0:1787755904.995776:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1787755904.995784:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667159552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.995832:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c12450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667159552:12345-0@lo:400:kworker.0 Request processed in 49us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.995840:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:0.0:1787755904.995875:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160064 00000100:00100000:0.0:1787755904.995879:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160064 00000100:00100000:0.0:1787755904.995911:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667161088 00000100:00100000:0.0:1787755904.995914:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667161088 00000100:00100000:0.0:1787755904.995930:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159936 00000100:00100000:0.0:1787755904.995933:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159936 00000100:00100000:0.0:1787755904.995948:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160448 00000100:00100000:0.0:1787755904.995951:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160448 00000100:00100000:0.0:1787755904.995969:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159808 00000100:00100000:0.0:1787755904.995972:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159808 00000100:00100000:0.0:1787755904.995986:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160320 00000100:00100000:0.0:1787755904.995989:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160320 00000100:00100000:0.0:1787755904.996007:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15853 00000100:00100000:0.0:1787755904.996013:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667160064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996045:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667160064:12345-0@lo:400:kworker.0 Request processed in 32us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996050:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15853 00000100:00100000:0.0:1787755904.996062:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15854 00000100:00100000:0.0:1787755904.996067:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667161088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996090:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667161088:12345-0@lo:400:kworker.0 Request processed in 23us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996096:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15854 00000100:00100000:0.0:1787755904.996106:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15855 00000100:00100000:0.0:1787755904.996111:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667159936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996132:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667159936:12345-0@lo:400:kworker.0 Request processed in 22us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996137:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15855 00000100:00100000:0.0:1787755904.996146:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15856 00000100:00100000:0.0:1787755904.996151:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667160448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996171:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667160448:12345-0@lo:400:kworker.0 Request processed in 21us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996176:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15856 00000100:00100000:0.0:1787755904.996185:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15857 00000100:00100000:0.0:1787755904.996190:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667159808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996214:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667159808:12345-0@lo:400:kworker.0 Request processed in 24us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996219:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15857 00000100:00100000:0.0:1787755904.996229:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15858 00000100:00100000:0.0:1787755904.996251:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667160320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996276:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667160320:12345-0@lo:400:kworker.0 Request processed in 26us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996281:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15858 00000100:00100000:0.0:1787755904.996299:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160576 00000100:00100000:0.0:1787755904.996302:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160576 00000100:00100000:0.0:1787755904.996345:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160960 00000100:00100000:0.0:1787755904.996348:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160960 00000100:00100000:0.0:1787755904.996364:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160192 00000100:00100000:0.0:1787755904.996366:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160192 00000100:00100000:0.0:1787755904.996381:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160832 00000100:00100000:0.0:1787755904.996383:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160832 00000100:00100000:0.0:1787755904.996396:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10202 00000100:00100000:0.0:1787755904.996401:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667160576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996429:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667160576:12345-0@lo:400:kworker.0 Request processed in 28us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996435:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10202 00000100:00100000:0.0:1787755904.996444:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10203 00000100:00100000:0.0:1787755904.996449:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667160960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996470:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667160960:12345-0@lo:400:kworker.0 Request processed in 21us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996475:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10203 00000100:00100000:0.0:1787755904.996484:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10204 00000100:00100000:0.0:1787755904.996489:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667160192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996511:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667160192:12345-0@lo:400:kworker.0 Request processed in 22us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996516:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10204 00000100:00100000:0.0:1787755904.996524:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10205 00000100:00100000:0.0:1787755904.996529:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667160832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996550:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667160832:12345-0@lo:400:kworker.0 Request processed in 21us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996554:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10205 00000100:00100000:0.0:1787755904.996585:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667159680 00000100:00100000:0.0:1787755904.996588:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667159680 00000100:00100000:0.0:1787755904.996609:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667160704 00000100:00100000:0.0:1787755904.996612:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667160704 00000100:00100000:0.0:1787755904.996626:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24850 00000100:00100000:0.0:1787755904.996631:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667159680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996659:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667159680:12345-0@lo:400:kworker.0 Request processed in 28us (1150us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996664:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24850 00000100:00100000:0.0:1787755904.996673:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24851 00000100:00100000:0.0:1787755904.996678:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667160704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996699:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b2fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667160704:12345-0@lo:400:kworker.0 Request processed in 21us (1120us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755904.996704:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24851 00000100:00100000:0.0:1787755904.996760:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667159936:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996771:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667160448:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996779:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667160960:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996789:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667159552:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996799:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667160064:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996807:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667160576:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996817:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667161088:0@lo:400:kworker.0 00000100:00080000:0.0:1787755904.996847:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755904.996851:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755904.996853:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755904.996855:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755904.996894:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667159808:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996904:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667160320:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996911:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667160832:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996919:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667159680:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996927:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667160192:0@lo:400:kworker.0 00000100:00100000:0.0:1787755904.996934:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667160704:0@lo:400:kworker.0 00000100:00100000:2.0:1787755905.002118:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667161216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755905.002190:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755905.002271:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667161216 00000100:00100000:2.0:1787755905.002705:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667161216 00000100:00100000:2.0:1787755905.002757:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871 00000100:00100000:2.0:1787755905.002767:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667161216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755905.002798:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755905.002848:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667161216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755905.002854:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871 00000100:00100000:2.0:1787755905.002908:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667161216:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787755905.003584:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:1.0:1787755905.166066:0:6521:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:1.0:1787755905.166106:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.166125:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.166137:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755905.167733:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a3d7f4be reply state 00000000f35d0672 transno 8589957580 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167762:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167771:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755905.167774:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1787755905.167777:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755905.167784:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167790:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167797:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167804:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167810:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755905.167816:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167824:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167836:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755905.167838:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755905.167842:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167850:0:6521:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167857:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167887:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167894:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b3253657894e5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755905.167908:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a3d7f4be reply state 00000000f35d0672 transno 8589957580 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167918:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.167924:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4cd9242d (ffff9dfe52604100) 00010000:00010000:1.0:1787755905.167926:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755905.167928:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1787755905.168028:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:228749:x1874588654573696:12345-192.168.201.7@tcp:36:link.0 Request processed in 2316676us (2316959us total) trans 8589957580 rc 0/0 00000100:00100000:1.0:1787755905.168037:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70529 00010000:00010000:0.0:1787755905.170390:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.170406:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755905.170458:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755905.170462:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755905.170759:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.170790:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657894f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.170808:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.170817:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755905.170820:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755905.170823:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755905.170885:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:228751:x1874588654573824:12345-192.168.201.7@tcp:101:link.0 Request processed in 1808431us (1810873us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755905.170893:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70530 00000100:00100000:2.0:1787755905.200907:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755905.201038:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654573952 00000100:00100000:3.0:1787755905.201049:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654573952 00000100:00100000:3.0:1787755905.201124:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70531 00000100:00100000:3.0:1787755905.201135:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:228751:x1874588654573952:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755905.201155:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755905.201175:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789508 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214514 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201260:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201287:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201300:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201312:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201340:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201346:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201440:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201450:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201455:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755905.201509:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f3:0x0]: returning size 0 00000004:00200000:3.0:1787755905.201513:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755905.201534:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201545:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201554:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201560:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201567:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201573:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201579:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755905.201583:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201591:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201602:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755905.201605:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755905.201609:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201615:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b32536578950f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201629:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201634:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201639:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201644:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755905.201646:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201651:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201657:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4cd9242d (ffff9dfe52604100) 00010000:00010000:3.0:1787755905.201660:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755905.201663:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201673:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789516 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201698:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789508 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201712:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.201719:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:3.0:1787755905.201722:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755905.201724:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755905.201783:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:228751:x1874588654573952:12345-192.168.201.7@tcp:101:link.0 Request processed in 650us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755905.201791:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70531 00000100:00080000:2.0:1787755905.202202:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755905.506767:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667161344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755905.506861:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755905.506973:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667161344 00000100:00100000:2.0:1787755905.506982:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667161344 00000100:00100000:2.0:1787755905.507038:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6872 00000100:00100000:2.0:1787755905.507048:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667161344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755905.507077:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755905.507138:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667161344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755905.507145:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6872 00000100:00100000:1.0:1787755905.507302:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667161344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755905.782877:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.783009:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574080 00000100:00100000:0.0:1787755905.783019:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574080 00000100:00100000:0.0:1787755905.783154:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70532 00000100:00100000:0.0:1787755905.783164:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+14:228435:x1874588654574080:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755905.783190:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755905.783210:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789524 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21451b expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.783291:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578952b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.783305:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578952b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.783348:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578952b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755905.783393:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755905.783398:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755905.783418:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578952b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.783443:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789524 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21451b expref: 16 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.783462:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578952b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21451b expref: 15 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.783471:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755905.783474:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755905.783477:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755905.783557:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+15:228435:x1874588654574080:12345-192.168.201.7@tcp:101:bash.0 Request processed in 395us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755905.783564:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70532 00000100:00080000:2.0:1787755905.789358:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755905.797859:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755905.798026:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574208 00000100:00100000:1.0:1787755905.798035:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574208 00000100:00100000:1.0:1787755905.798099:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9417 00000100:00100000:1.0:1787755905.798110:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+15:228435:x1874588654574208:12345-192.168.201.7@tcp:37:bash.0 00000100:00100000:0.0:1787755905.806344:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+15:228435:x1874588654574208:12345-192.168.201.7@tcp:37:bash.0 Request processed in 8194us (8452us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755905.806358:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9417 00000100:00100000:3.0:1787755905.830763:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.830946:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574336 00000100:00100000:0.0:1787755905.830956:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574336 00000100:00100000:0.0:1787755905.831020:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70533 00000100:00100000:0.0:1787755905.831032:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+15:228793:x1874588654574336:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755905.831061:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755905.831085:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789532 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214522 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831156:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831172:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831185:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831197:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831205:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831212:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831350:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831361:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831369:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755905.831412:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f3:0x0]: returning size 0 00000004:00200000:0.0:1787755905.831418:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755905.831442:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831455:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831465:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831473:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831480:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831492:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831499:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755905.831503:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831512:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831526:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755905.831529:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755905.831533:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831540:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789539 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831557:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831564:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831571:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831577:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755905.831580:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831590:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831598:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4cd9242d (ffff9dfe52604100) 00010000:00010000:0.0:1787755905.831600:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755905.831603:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831609:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789540 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831633:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789532 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214522 expref: 17 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831647:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214522 expref: 16 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.831654:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755905.831657:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755905.831660:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755905.832521:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+16:228793:x1874588654574336:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1483us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755905.832533:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70533 00000100:00100000:3.0:1787755905.839645:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755905.839712:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574464 00000100:00100000:2.0:1787755905.839723:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574464 00000100:00080000:0.0:1787755905.839780:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755905.839861:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30847 00000100:00100000:2.0:1787755905.839873:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654574464:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755905.839891:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755905.839913:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214529 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755905.839941:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x51f:0x0] initial LVB size: 0, mtime: 0x6a8efd7c, atime: 0x6a8efd7c, ctime: 0x6a8efd7c, blocks: 0x0 00010000:00010000:2.0:1787755905.839971:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51f:0x0].0x0 since=8962s v=(0 0) 00010000:00010000:2.0:1787755905.839976:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755905.839986:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 7 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.840005:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 7 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.840026:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755905.840086:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:2400:x1874588654574464:12345-192.168.201.7@tcp:101:rm.0 Request processed in 216us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755905.840094:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30847 00000100:00100000:1.0:1787755905.844670:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.845057:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574720 00000100:00100000:0.0:1787755905.845067:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574720 00000100:00100000:0.0:1787755905.845126:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70534 00000100:00100000:0.0:1787755905.845136:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+16:228793:x1874588654574720:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755905.845183:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755905.845209:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789547 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214522 expref: 16 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845243:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b3253657894b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2144f8 expref: 15 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845255:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:0.0:1787755905.845266:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578952b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21451b expref: 14 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845275:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755905.845278:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755905.845300:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845312:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845365:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845400:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 7 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.845414:0:10714:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 7 pid: 17813 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755905.845434:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667161472:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755905.845991:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5199b240 going to sleep for 11 seconds 00000100:00100000:3.0:1787755905.848934:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.849101:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667161472:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755905.849127:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755905.849196:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574848 00000100:00100000:2.0:1787755905.849203:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574848 00010000:00010000:2.0:1787755905.849259:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 8 pid: 17813 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755905.849299:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21788 00000100:00100000:2.0:1787755905.849309:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654574848:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755905.849358:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755905.849365:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 8 pid: 17813 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.849379:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 8 pid: 17813 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.849398:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657894fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21450d expref: 8 pid: 17813 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.849413:0:34739:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755905.849417:0:34739:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.849426:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.849435:0:34739:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.849470:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755905.849759:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654574848:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 450us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755905.849766:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21788 00010000:00010000:3.0:1787755905.850162:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850170:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850190:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850204:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850212:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850351:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850362:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850370:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850400:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 6 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.850414:0:10714:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 6 pid: 10713 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755905.850427:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a91ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667161600:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755905.850686:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97000 going to sleep for 11 seconds 00000100:00100000:3.0:1787755905.858707:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.858896:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a91ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667161600:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755905.858924:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755905.858973:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654574976 00000100:00100000:1.0:1787755905.858981:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654574976 00010000:00010000:1.0:1787755905.859024:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 7 pid: 10713 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755905.859056:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21789 00000100:00100000:1.0:1787755905.859066:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654574976:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755905.859079:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755905.859086:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 7 pid: 10713 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.859100:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 7 pid: 10713 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.859124:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578951d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214514 expref: 7 pid: 10713 timeout: 9062 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.859143:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755905.859148:0:8461:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.859159:0:8461:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.859166:0:8461:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.859194:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755905.859233:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859240:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755905.859561:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654574976:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 495us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755905.859570:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21789 00010000:00010000:3.0:1787755905.859620:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859628:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859634:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859641:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755905.859645:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859652:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859662:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:3.0:1787755905.859665:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755905.859668:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859674:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789563 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859690:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859696:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859702:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859709:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859714:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755905.859717:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859728:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859735:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755905.859737:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755905.859740:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859746:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789555 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755905.859757:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000410167c3 reply state 00000000d8162730 transno 8589957581 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859769:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755905.859774:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4cd9242d (ffff9dfe52604100) 00010000:00010000:3.0:1787755905.859776:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755905.859779:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787755905.859819:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43f8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+15:228793:x1874588654574720:12345-192.168.201.7@tcp:36:rm.0 Request processed in 14685us (15169us total) trans 8589957581 rc 0/0 00000100:00100000:3.0:1787755905.859827:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70534 00000100:00100000:2.0:1787755905.861930:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.862052:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654575104 00000100:00100000:0.0:1787755905.862062:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654575104 00000100:00100000:0.0:1787755905.862111:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70535 00000100:00100000:0.0:1787755905.862120:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+15:228793:x1874588654575104:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755905.862145:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755905.862162:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578956a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214530 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.862238:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789571 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.862251:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.862262:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755905.862305:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755905.862308:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755905.862704:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789571 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.862730:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578956a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214530 expref: 17 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.862745:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789571 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214530 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755905.862751:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755905.862753:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755905.862755:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755905.862831:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+16:228793:x1874588654575104:12345-192.168.201.7@tcp:101:rm.0 Request processed in 712us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755905.862836:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70535 00000100:00100000:3.0:1787755905.865619:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755905.865661:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654575232 00000100:00100000:0.0:1787755905.865671:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654575232 00000100:00100000:1.0:1787755905.865746:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70536 00000100:00100000:1.0:1787755905.865760:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+16:228793:x1874588654575232:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755905.865780:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755905.865797:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789578 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214537 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865849:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865859:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865867:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865876:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865880:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865884:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865958:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865965:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.865976:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755905.866013:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f3:0x0]: returning size 0 00000004:00200000:1.0:1787755905.866018:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755905.866036:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866045:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866051:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866055:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866059:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866063:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866067:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755905.866070:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866075:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866083:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755905.866086:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755905.866089:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866094:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578957f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866102:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866105:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866108:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866111:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755905.866113:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866116:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866119:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73b310ba (ffff9dfe466c5d00) 00010000:00010000:1.0:1787755905.866121:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755905.866122:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866125:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789586 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866141:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789578 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214537 expref: 18 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866153:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214537 expref: 17 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.866158:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755905.866159:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755905.866161:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755905.866209:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+17:228793:x1874588654575232:12345-192.168.201.7@tcp:101:rm.0 Request processed in 453us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755905.866375:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70536 00000100:00100000:2.0:1787755905.870846:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755905.870889:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654575488 00000100:00100000:1.0:1787755905.870900:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654575488 00000100:00100000:1.0:1787755905.871055:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70537 00000100:00100000:1.0:1787755905.871068:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+17:228793:x1874588654575488:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755905.871117:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787755905.871143:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b32536578958d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214537 expref: 17 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871163:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755905.871172:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789571 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214530 expref: 16 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871181:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755905.871184:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755905.871205:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871237:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871246:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871256:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871263:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871269:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871547:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871557:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871565:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755905.871791:0:6521:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].225, 64 off22592 00000004:00080000:1.0:1787755905.871801:0:6521:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8962893484718ns, next at 8963893482298ns, rc = 0 00010000:00010000:1.0:1787755905.871848:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871856:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871868:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871874:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871879:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871884:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871910:0:6521:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755905.871929:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871936:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871943:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871949:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755905.871951:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755905.871954:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.871959:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.871968:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755905.871972:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40010480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.871979:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.871982:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 6 type: IBT flags: 0x40018480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.872010:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:2.0:1787755905.872014:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1787755905.872017:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.872023:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895a9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f3:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x44819480000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755905.872034:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755905.872036:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755905.872038:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755905.872083:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:1.0:1787755905.872087:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755905.872092:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872098:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895a2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f3:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872114:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872120:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872125:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872131:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872136:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755905.872139:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872145:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872153:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755905.872156:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755905.872158:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872164:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789594 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755905.872173:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e71cc3c6 reply state 00000000174a75ef transno 8589957582 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872184:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755905.872190:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73b310ba (ffff9dfe466c5d00) 00010000:00010000:1.0:1787755905.872192:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755905.872194:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755905.872289:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+17:228793:x1874588654575488:12345-192.168.201.7@tcp:36:rm.0 Request processed in 1221us (1448us total) trans 8589957582 rc 0/0 00000100:00100000:1.0:1787755905.872296:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70537 00010000:00010000:2.0:1787755906.018553:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755906.440454:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755906.440493:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755906.440531:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755906.440572:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755906.440747:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654575744 00000100:00100000:3.0:1787755906.440757:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654575744 00000100:00100000:3.0:1787755906.440818:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576000 00000100:00100000:3.0:1787755906.440820:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576000 00000100:00100000:3.0:1787755906.440844:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15859 00000100:00100000:3.0:1787755906.440853:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654575744:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755906.440922:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654575744:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 70us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755906.440929:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15859 00000100:00100000:3.0:1787755906.440948:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15860 00000100:00100000:3.0:1787755906.440968:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654576000:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755906.440994:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654576000:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755906.440999:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15860 00000100:00080000:2.0:1787755906.441134:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755906.442260:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654575872 00000100:00100000:0.0:1787755906.442269:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654575872 00000100:00100000:0.0:1787755906.442354:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10206 00000100:00100000:0.0:1787755906.442364:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654575872:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755906.442412:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654575872:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 50us (1839us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755906.442419:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10206 00000100:00100000:1.0:1787755906.444610:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654575616 00000100:00100000:1.0:1787755906.444629:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654575616 00000100:00100000:1.0:1787755906.444706:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2430 00000100:00100000:1.0:1787755906.444715:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654575616:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755906.444795:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c10450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654575616:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 80us (4262us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755906.444802:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2430 00000100:00080000:3.0:1787755906.445097:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787755907.048398:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755907.055470:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667161728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755907.055795:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755907.055991:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667161728 00000100:00100000:2.0:1787755907.056001:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667161728 00000100:00100000:2.0:1787755907.056062:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24852 00000100:00100000:2.0:1787755907.056074:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667161728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755907.056115:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:2.0:1787755907.056341:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667161728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755907.056350:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24852 00000100:00100000:1.0:1787755907.057781:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667161728:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1787755907.058089:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973879 is committed 00000001:00080000:1.0:1787755907.060002:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957582 is committed 00000004:00080000:1.0:1787755907.060016:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 241 committed 00000100:00100000:1.0:1787755907.060542:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667161856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755907.060653:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755907.060734:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667161856 00000100:00100000:1.0:1787755907.060744:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667161856 00000100:00100000:1.0:1787755907.060819:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30848 00000100:00100000:1.0:1787755907.060833:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667161856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1787755907.060868:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1311 count 1 00010000:00010000:1.0:1787755907.060900:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.060928:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 5 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061128:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061141:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061150:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061158:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755907.061164:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061183:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061211:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73b310ba (ffff9dfe466c5d00) 00010000:00010000:2.0:1787755907.061215:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755907.061221:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061227:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789498 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061252:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061258:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061263:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061268:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755907.061271:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061276:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061283:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:2.0:1787755907.061286:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755907.061289:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061294:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657894ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061310:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061335:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061341:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061346:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755907.061349:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061355:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061362:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4cd9242d (ffff9dfe52604100) 00010000:00010000:2.0:1787755907.061365:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755907.061369:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061376:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b3253657894ec lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061386:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061392:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061397:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061402:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755907.061404:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061410:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061416:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f3:0x0].0x0 (ffff9dfe466c5c00) 00010000:00010000:2.0:1787755907.061418:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1787755907.061421:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.061425:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789501 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f3:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062020:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062027:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062031:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062034:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755907.062036:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062040:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062049:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4cd9242d (ffff9dfe52604100) 00010000:00010000:2.0:1787755907.062051:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755907.062053:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062056:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578955c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4cd9242d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062066:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062070:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062073:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062076:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755907.062078:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062081:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062085:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x73b310ba (ffff9dfe466c5d00) 00010000:00010000:2.0:1787755907.062086:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755907.062087:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755907.062090:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b32536578959b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x73b310ba bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.062602:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51f:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1787755907.062611:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755907.062618:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.062674:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 5 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.062694:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 5 pid: 35158 timeout: 9064 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755907.062712:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667161984:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755907.062802:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a87ad80 going to sleep for 11 seconds 00000100:00080000:1.0:1787755907.062818:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755907.083680:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755907.083946:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667161984:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755907.083977:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755907.084058:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576128 00000100:00100000:3.0:1787755907.084066:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576128 00010000:00010000:3.0:1787755907.084131:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 6 pid: 35158 timeout: 9064 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755907.084190:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21790 00000100:00080000:1.0:1787755907.084307:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755907.084742:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654576128:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755907.084762:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755907.084771:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 6 pid: 35158 timeout: 9064 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.084794:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 6 pid: 35158 timeout: 9064 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.084821:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003503d80e/0x9b2b32536578954e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214529 expref: 6 pid: 35158 timeout: 9064 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.084837:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755907.084842:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755907.084848:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.084858:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.084919:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755907.085052:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654576128:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 842us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755907.085061:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21790 00010000:00010000:1.0:1787755907.085569:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.085581:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.085591:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.085599:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755907.085651:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755907.086051:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667161856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25220us (25397us total) trans 4294973880 rc 0/0 00000100:00100000:1.0:1787755907.086061:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30848 00010000:00010000:3.0:1787755907.086188:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755907.086204:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.086770:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755907.086778:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.086798:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.086820:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.086828:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a5f1a8a/0x9b2b3253657895b0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755907.086851:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755907.086853:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755907.086855:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787755907.087142:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4cc7dc00/2, rc 0, transno 4294973880 00000100:00100000:2.0:1787755907.087151:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667161856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1787755907.559849:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755907.559878:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667162112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755907.559966:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755907.560046:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162112 00000100:00100000:1.0:1787755907.560055:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162112 00000100:00100000:1.0:1787755907.560126:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873 00000100:00100000:1.0:1787755907.560136:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667162112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755907.560168:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755907.560228:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667162112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755907.560236:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873 00000100:00080000:1.0:1787755907.560260:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755907.560297:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667162112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755907.571160:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667162240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755907.571247:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755907.571307:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162240 00000100:00100000:2.0:1787755907.571337:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162240 00000100:00100000:2.0:1787755907.571386:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24853 00000100:00100000:2.0:1787755907.571396:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667162240:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755907.571624:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667162368:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755907.571661:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755907.571700:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162368 00000100:00100000:0.0:1787755907.571704:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162368 00000100:00100000:0.0:1787755907.571737:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874 00000100:00100000:0.0:1787755907.571745:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667162368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755907.571774:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755907.571822:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667162368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755907.571829:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874 00000100:00100000:0.0:1787755907.571880:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667162368:0@lo:13:osp-pre-0-0.0 00000004:00000024:2.0:1787755907.572001:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755907.572138:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667162240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 743us (891us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755907.572145:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24853 00000100:00100000:0.0:1787755907.572247:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667162240:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787755908.070027:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755909.094959:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755910.117668:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667162752:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.117754:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.117813:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667163264:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.117835:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.117852:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667163776:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.117875:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.117900:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787755910.117906:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667162624:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.117930:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.117947:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667163136:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.117965:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.117979:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667163648:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118016:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.118049:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162752 00000100:00100000:0.0:1787755910.118057:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162752 00000100:00100000:0.0:1787755910.118107:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163264 00000100:00100000:0.0:1787755910.118110:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163264 00000100:00100000:0.0:1787755910.118138:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15861 00000100:00100000:0.0:1787755910.118158:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667162752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118217:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667162752:12345-0@lo:400:kworker.0 Request processed in 60us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.118224:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15861 00000100:00100000:0.0:1787755910.118240:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15862 00000100:00100000:0.0:1787755910.118246:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667163264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118272:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667163264:12345-0@lo:400:kworker.0 Request processed in 26us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.118277:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15862 00000100:00100000:0.0:1787755910.118299:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163776 00000100:00100000:0.0:1787755910.118302:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163776 00000100:00100000:0.0:1787755910.118355:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163136 00000100:00100000:0.0:1787755910.118359:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163136 00000100:00100000:0.0:1787755910.118376:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10207 00000100:00100000:0.0:1787755910.118382:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667163776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118412:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667163776:12345-0@lo:400:kworker.0 Request processed in 31us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.118418:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10207 00000100:00100000:0.0:1787755910.118428:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10208 00000100:00100000:0.0:1787755910.118433:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667163136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118456:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667163136:12345-0@lo:400:kworker.0 Request processed in 23us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.118461:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10208 00000100:00100000:0.0:1787755910.118482:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162624 00000100:00100000:0.0:1787755910.118485:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162624 00000100:00100000:0.0:1787755910.118509:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163648 00000100:00100000:0.0:1787755910.118511:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163648 00000100:00100000:0.0:1787755910.118525:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24854 00000100:00100000:0.0:1787755910.118531:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667162624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118563:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667162624:12345-0@lo:400:kworker.0 Request processed in 31us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.118569:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24854 00000100:00100000:0.0:1787755910.118580:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24855 00000100:00100000:0.0:1787755910.118586:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667163648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118610:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667163648:12345-0@lo:400:kworker.0 Request processed in 25us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.118615:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24855 00000100:00100000:0.0:1787755910.118662:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667162624:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118672:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667163136:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118680:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667163648:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118691:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667162752:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118700:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667163264:0@lo:400:kworker.0 00000100:00100000:0.0:1787755910.118711:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667163776:0@lo:400:kworker.0 00000100:00080000:1.0:1787755910.119306:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755910.119312:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755910.119598:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667162496:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119654:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.119700:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667163008:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119726:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.119743:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667163520:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119763:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.119777:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667164032:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119796:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.119820:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787755910.119827:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667162880:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119851:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.119869:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667163392:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.119904:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4f4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667163904:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.119923:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755910.120026:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163008 00000100:00100000:2.0:1787755910.120031:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163008 00000100:00100000:2.0:1787755910.120074:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164032 00000100:00100000:2.0:1787755910.120077:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164032 00000100:00100000:2.0:1787755910.120093:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162880 00000100:00100000:2.0:1787755910.120095:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162880 00000100:00100000:2.0:1787755910.120113:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15863 00000100:00100000:2.0:1787755910.120120:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667163008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120184:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667163008:12345-0@lo:400:kworker.0 Request processed in 64us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755910.120191:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15863 00000100:00100000:2.0:1787755910.120206:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163392 00000100:00100000:2.0:1787755910.120210:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163392 00000100:00100000:2.0:1787755910.120232:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15864 00000100:00100000:2.0:1787755910.120237:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667164032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120265:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667164032:12345-0@lo:400:kworker.0 Request processed in 28us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755910.120281:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15864 00000100:00100000:2.0:1787755910.120295:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15865 00000100:00100000:2.0:1787755910.120301:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667162880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120349:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667162880:12345-0@lo:400:kworker.0 Request processed in 48us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755910.120356:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15865 00000100:00100000:2.0:1787755910.120368:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15866 00000100:00100000:2.0:1787755910.120374:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667163392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120399:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667163392:12345-0@lo:400:kworker.0 Request processed in 25us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755910.120406:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15866 00000100:00100000:2.0:1787755910.120428:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163520 00000100:00100000:2.0:1787755910.120432:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163520 00000100:00100000:2.0:1787755910.120454:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667163904 00000100:00100000:2.0:1787755910.120458:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667163904 00000100:00100000:2.0:1787755910.120475:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10209 00000100:00100000:2.0:1787755910.120481:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667163520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120512:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667163520:12345-0@lo:400:kworker.0 Request processed in 31us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755910.120518:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10209 00000100:00100000:2.0:1787755910.120529:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10210 00000100:00100000:2.0:1787755910.120534:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667163904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120558:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667163904:12345-0@lo:400:kworker.0 Request processed in 24us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755910.120564:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10210 00000100:00100000:2.0:1787755910.120607:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667162880:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120619:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667163392:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120629:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667163904:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120637:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe452c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667163008:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120646:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667163520:0@lo:400:kworker.0 00000100:00100000:2.0:1787755910.120656:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4f4bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667164032:0@lo:400:kworker.0 00000100:00100000:1.0:1787755910.121416:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667162496 00000100:00100000:1.0:1787755910.121423:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667162496 00000100:00100000:1.0:1787755910.121477:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:1.0:1787755910.121486:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff45e60450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667162496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755910.121543:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff45e60450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667162496:12345-0@lo:400:kworker.0 Request processed in 59us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755910.121550:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00080000:1.0:1787755910.121606:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755910.121611:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755910.121614:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755910.121637:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667162496:0@lo:400:kworker.0 00000100:00100000:3.0:1787755910.122131:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667164160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755910.122187:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755910.122449:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164160 00000100:00100000:0.0:1787755910.122456:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164160 00000100:00100000:0.0:1787755910.122510:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875 00000100:00100000:0.0:1787755910.122518:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667164160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755910.122557:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755910.122843:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667164160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 325us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755910.122851:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875 00000100:00100000:3.0:1787755910.122940:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667164160:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787755910.123027:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755910.633919:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755910.633945:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667164288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755910.634027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755910.634126:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164288 00000100:00100000:1.0:1787755910.634144:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164288 00000100:00100000:1.0:1787755910.634210:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:1.0:1787755910.634221:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667164288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755910.634254:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755910.634336:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a91c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667164288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755910.634343:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6876 00000100:00100000:3.0:1787755910.634557:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667164288:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755911.147901:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755911.573819:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755911.573877:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755911.573918:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755911.573945:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755911.573963:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755911.573971:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576512 00000100:00100000:2.0:1787755911.573979:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755911.573981:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576512 00000100:00100000:2.0:1787755911.574001:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755911.574024:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576768 00000100:00100000:2.0:1787755911.574027:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576768 00000100:00100000:1.0:1787755911.574032:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654577024 00000100:00100000:1.0:1787755911.574034:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654577024 00000100:00100000:1.0:1787755911.574052:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576384 00000100:00100000:2.0:1787755911.574054:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576640 00000100:00100000:1.0:1787755911.574055:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576384 00000100:00100000:2.0:1787755911.574056:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576640 00000100:00100000:1.0:1787755911.574073:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576896 00000100:00100000:1.0:1787755911.574076:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576896 00000100:00100000:2.0:1787755911.574080:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10211 00000100:00100000:2.0:1787755911.574090:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654576768:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755911.574108:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15867 00000100:00100000:1.0:1787755911.574125:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654576512:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755911.574181:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654576768:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 92us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755911.574188:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10211 00000100:00100000:2.0:1787755911.574207:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10212 00000100:00100000:2.0:1787755911.574214:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654576640:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755911.574467:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654576256 00000100:00100000:0.0:1787755911.574472:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654576256 00000100:00100000:0.0:1787755911.574515:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2432 00000100:00100000:0.0:1787755911.574522:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f4d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654576256:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755911.578948:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15868 00000100:00100000:3.0:1787755911.578981:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654577024:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755911.579153:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654576512:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 5037us (5273us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755911.579163:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15867 00000100:00100000:1.0:1787755911.579196:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15869 00000100:00100000:1.0:1787755911.579207:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654576384:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755911.579243:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654576384:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 40us (5278us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755911.579249:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15869 00000100:00100000:1.0:1787755911.579262:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15870 00000100:00100000:1.0:1787755911.579269:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654576896:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755911.579290:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654576896:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (5288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755911.579295:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15870 00000100:00080000:1.0:1787755911.579329:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755911.579334:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755911.579337:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755911.579340:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755911.584944:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654576640:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 10714us (10946us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755911.584962:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10212 00000100:00100000:0.0:1787755911.588476:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f4d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654576256:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 13937us (14651us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755911.588508:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2432 00000100:00100000:3.0:1787755911.589553:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654577024:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 10575us (15590us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755911.589569:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15868 00010000:00010000:1.0:1787755912.163434:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755912.163746:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787755912.163770:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667164416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755912.163843:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755912.164370:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164416 00000100:00100000:2.0:1787755912.164380:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164416 00000100:00100000:2.0:1787755912.164437:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24856 00000100:00100000:2.0:1787755912.164447:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667164416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755912.164481:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:2.0:1787755912.164668:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667164416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 222us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755912.164675:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24856 00000100:00100000:0.0:1787755912.164766:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667164416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755912.674658:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755912.674682:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667164544:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755912.674758:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755912.674841:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164544 00000100:00100000:0.0:1787755912.674849:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164544 00000100:00100000:0.0:1787755912.674910:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6877 00000100:00100000:0.0:1787755912.674920:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667164544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755912.674949:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755912.674997:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667164544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755912.675006:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6877 00000100:00080000:0.0:1787755912.675028:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755912.675072:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667164544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755912.675495:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667164672:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755912.675611:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755912.675686:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164672 00000100:00100000:2.0:1787755912.675691:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164672 00000100:00100000:2.0:1787755912.675734:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24857 00000100:00100000:2.0:1787755912.675743:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667164672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755912.675769:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755912.675808:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667164672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755912.675815:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24857 00000100:00100000:3.0:1787755912.676671:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667164672:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755912.676796:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755912.676805:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667164800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755912.676840:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755912.676911:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164800 00000100:00100000:2.0:1787755912.676916:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164800 00000100:00100000:2.0:1787755912.676958:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878 00000100:00100000:2.0:1787755912.676966:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667164800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755912.676984:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755912.677019:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667164800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755912.677026:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878 00000100:00080000:3.0:1787755912.677927:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755912.677966:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4375ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667164800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787755913.189881:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787755913.193261:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973880 is committed 00000001:02000400:2.0:1787755913.479928:0:167731:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46d: pdirops: link vs unlink ======================================================================== 10:51:51 (1787755911) 00010000:00010000:2.0:1787755914.210991:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755915.166678:0:167779:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:3.0:1787755915.166723:0:167779:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:2.0:1787755915.234512:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:3.0:1787755915.234780:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755915.238875:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667165056:0@lo:400:kworker.0 00000100:00100000:2.0:1787755915.238952:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755915.240210:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667164928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755915.240279:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755915.240375:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667164928 00000100:00100000:2.0:1787755915.240386:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667164928 00000100:00100000:2.0:1787755915.240461:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879 00000100:00100000:2.0:1787755915.240471:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667164928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755915.240515:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755915.240567:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4375ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667164928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755915.240574:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879 00000100:00100000:2.0:1787755915.240644:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667164928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755915.241281:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667165312:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241352:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241381:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667165824:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241405:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241421:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667166336:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241445:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241463:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787755915.241468:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667165184:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241501:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667165696:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241518:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241533:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667166208:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241551:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241583:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166336 00000100:00100000:1.0:1787755915.241587:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166336 00000100:00100000:1.0:1787755915.241621:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166208 00000100:00100000:1.0:1787755915.241624:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166208 00000100:00100000:1.0:1787755915.241644:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10213 00000100:00100000:1.0:1787755915.241652:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667166336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241694:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667166336:12345-0@lo:400:kworker.0 Request processed in 44us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.241700:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10213 00000100:00100000:1.0:1787755915.241717:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10214 00000100:00100000:1.0:1787755915.241723:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667166208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241749:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667166208:12345-0@lo:400:kworker.0 Request processed in 27us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.241755:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10214 00000100:00100000:1.0:1787755915.241785:0:3648:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973880 gen 2 00000004:00080000:1.0:1787755915.241791:0:3648:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4cc7dc00, transno 4294973880 00000100:00100000:1.0:1787755915.241802:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667166208:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241813:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667166336:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241939:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667165440:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.241965:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.241983:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667165952:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242001:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.242019:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667166464:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242040:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.242077:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1787755915.242083:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667165568:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242104:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.242124:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667166080:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242145:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.242176:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165312 00000100:00100000:1.0:1787755915.242180:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165312 00000100:00100000:1.0:1787755915.242208:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165824 00000100:00100000:1.0:1787755915.242210:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165824 00000100:00100000:1.0:1787755915.242227:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165696 00000100:00100000:1.0:1787755915.242230:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165696 00000100:00100000:1.0:1787755915.242247:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15871 00000100:00100000:1.0:1787755915.242252:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667165312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242284:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667165312:12345-0@lo:400:kworker.0 Request processed in 33us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242291:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15871 00000100:00100000:1.0:1787755915.242301:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165440 00000100:00100000:1.0:1787755915.242304:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165440 00000100:00100000:1.0:1787755915.242345:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166464 00000100:00100000:1.0:1787755915.242348:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166464 00000100:00100000:1.0:1787755915.242361:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165568 00000100:00100000:1.0:1787755915.242364:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165568 00000100:00100000:1.0:1787755915.242382:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15872 00000100:00100000:1.0:1787755915.242387:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667165824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242412:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667165824:12345-0@lo:400:kworker.0 Request processed in 25us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242417:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15872 00000100:00100000:1.0:1787755915.242427:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15873 00000100:00100000:1.0:1787755915.242432:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667165696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242452:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667165696:12345-0@lo:400:kworker.0 Request processed in 20us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242456:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15873 00000100:00100000:1.0:1787755915.242465:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15874 00000100:00100000:1.0:1787755915.242470:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667165440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242491:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667165440:12345-0@lo:400:kworker.0 Request processed in 21us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242496:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15874 00000100:00100000:1.0:1787755915.242504:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15875 00000100:00100000:1.0:1787755915.242508:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667166464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242527:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667166464:12345-0@lo:400:kworker.0 Request processed in 18us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242535:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15875 00000100:00100000:1.0:1787755915.242543:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15876 00000100:00100000:1.0:1787755915.242547:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667165568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242564:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667165568:12345-0@lo:400:kworker.0 Request processed in 18us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242568:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15876 00000100:00100000:1.0:1787755915.242585:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165952 00000100:00100000:1.0:1787755915.242588:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165952 00000100:00100000:1.0:1787755915.242611:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10215 00000100:00100000:1.0:1787755915.242616:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667165952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242640:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667165952:12345-0@lo:400:kworker.0 Request processed in 24us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242644:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10215 00000100:00100000:1.0:1787755915.242667:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165184 00000100:00100000:1.0:1787755915.242671:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165184 00000100:00100000:1.0:1787755915.242689:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166080 00000100:00100000:1.0:1787755915.242691:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166080 00000100:00100000:1.0:1787755915.242706:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24858 00000100:00100000:1.0:1787755915.242711:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667165184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242738:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667165184:12345-0@lo:400:kworker.0 Request processed in 27us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242743:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24858 00000100:00100000:1.0:1787755915.242752:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24859 00000100:00100000:1.0:1787755915.242757:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667166080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242774:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667166080:12345-0@lo:400:kworker.0 Request processed in 18us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.242782:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24859 00000100:00100000:1.0:1787755915.242812:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667165184:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242820:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667165696:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242828:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667165312:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242836:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667165824:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242871:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667165568:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242879:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667166080:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242887:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667165440:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242894:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667165952:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.242902:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667166464:0@lo:400:kworker.0 00000100:00100000:3.0:1787755915.244796:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667165056 00000100:00100000:3.0:1787755915.244813:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667165056 00000100:00100000:3.0:1787755915.244869:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:3.0:1787755915.244878:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667165056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755915.244970:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667165056:12345-0@lo:400:kworker.0 Request processed in 94us (6019us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755915.244976:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00080000:3.0:1787755915.245027:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755915.245045:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755915.245048:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787755915.245061:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755915.245959:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667165056:0@lo:400:kworker.0 00000100:00100000:1.0:1787755915.747525:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667166592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755915.747603:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755915.747672:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166592 00000100:00100000:1.0:1787755915.747679:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166592 00000100:00100000:1.0:1787755915.747726:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880 00000100:00100000:1.0:1787755915.747735:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667166592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755915.747769:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755915.747808:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667166592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755915.747816:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880 00000100:00100000:1.0:1787755915.747857:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4193f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667166592:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1787755916.258620:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755916.419678:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755916.419765:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654577152 00000100:00100000:3.0:1787755916.419780:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654577152 00000100:00100000:3.0:1787755916.419856:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70538 00000100:00100000:3.0:1787755916.419866:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:229478:x1874588654577152:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755916.419884:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755916.419905:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21453e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.419983:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.419999:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.420011:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755916.420085:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755916.420089:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755916.420112:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.420135:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21453e expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.420153:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21453e expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.420161:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755916.420164:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755916.420167:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755916.420223:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe452c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:229478:x1874588654577152:12345-192.168.201.7@tcp:101:touch.0 Request processed in 359us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755916.420231:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70538 00000100:00080000:2.0:1787755916.420299:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755916.433104:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755916.433252:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654577408 00000100:00100000:1.0:1787755916.433273:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654577408 00000100:00100000:1.0:1787755916.433363:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70539 00000100:00100000:1.0:1787755916.433374:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+7:229478:x1874588654577408:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755916.433397:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755916.433401:0:35157:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755916.433436:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21453e expref: 7 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433464:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755916.433469:0:35157:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755916.433486:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895c5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214545 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433643:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433656:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433664:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433679:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433685:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755916.433694:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755916.437089:0:35157:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x51f:0x0], index 1: 0 00010000:00010000:0.0:1787755916.437763:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657895da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437782:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657895da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437795:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657895da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437830:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437836:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437842:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437848:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437854:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755916.437859:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437866:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437878:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755916.437881:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755916.437886:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437892:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b3253657895cc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755916.437905:0:35157:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e7bd575d reply state 00000000eca6b972 transno 8589957583 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437916:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437922:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14efb6f5 (ffff9dff821fa700) 00010000:00010000:0.0:1787755916.437924:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755916.437928:0:35157:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755916.437968:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b3253657895c5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214545 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437984:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657895da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214545 expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755916.437991:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:0.0:1787755916.437993:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755916.437996:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755916.438723:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+9:229478:x1874588654577408:12345-192.168.201.7@tcp:101:touch.0 Request processed in 5341us (5626us total) trans 8589957583 rc 0/0 00000100:00100000:0.0:1787755916.438736:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70539 00000100:00100000:2.0:1787755916.452162:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755916.452248:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654577664 00000100:00100000:3.0:1787755916.452258:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654577664 00000100:00100000:3.0:1787755916.452350:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70540 00000100:00100000:3.0:1787755916.452360:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:229478:x1874588654577664:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:3.0:1787755916.452415:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755916.452441:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b3253657895da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214545 expref: 9 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.452458:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe52604f00) 00010000:00010000:3.0:1787755916.452467:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755916.452518:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.452530:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.452539:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755916.452641:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d0e342ab reply state 0000000054166ce1 transno 8589957584 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.452652:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.452657:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755916.452659:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755916.452662:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787755916.452747:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+10:229478:x1874588654577664:12345-192.168.201.7@tcp:36:touch.0 Request processed in 388us (594us total) trans 8589957584 rc 0/0 00000100:00100000:3.0:1787755916.452753:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70540 00000100:00100000:3.0:1787755916.454962:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755916.455003:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654577792 00000100:00100000:3.0:1787755916.455011:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654577792 00000100:00100000:3.0:1787755916.455139:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70541 00000100:00100000:3.0:1787755916.455150:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:229478:x1874588654577792:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755916.455174:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755916.455194:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657895ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21454c expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.455258:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657895ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21454c expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.455516:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657895ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21454c expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755916.455538:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755916.455541:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787755916.455545:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:3.0:1787755916.456143:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:229478:x1874588654577792:12345-192.168.201.7@tcp:101:touch.0 Request processed in 991us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755916.456152:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70541 00000100:00100000:0.0:1787755916.469650:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.471194:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654577920 00000100:00100000:2.0:1787755916.471208:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654577920 00000100:00100000:2.0:1787755916.471466:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30849 00000100:00100000:2.0:1787755916.471485:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654577920:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:2.0:1787755916.471811:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654577920:12345-192.168.201.7@tcp:2:touch.0 Request processed in 332us (2167us total) trans 4294976215 rc 0/0 00000100:00100000:2.0:1787755916.471821:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30849 00000100:00080000:0.0:1787755916.477827:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755916.478945:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.478999:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578176 00000100:00100000:2.0:1787755916.479009:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578176 00000100:00100000:2.0:1787755916.479137:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9418 00000100:00100000:2.0:1787755916.479147:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:229478:x1874588654578176:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:2.0:1787755916.479460:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:229478:x1874588654578176:12345-192.168.201.7@tcp:35:touch.0 Request processed in 314us (520us total) trans 8589957585 rc 0/0 00000100:00100000:2.0:1787755916.479467:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9418 00000100:00100000:2.0:1787755916.680350:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.680398:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.680446:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.680466:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.680531:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755916.680573:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578816 00000100:00100000:2.0:1787755916.680589:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578816 00000100:00100000:2.0:1787755916.680673:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578432 00000100:00100000:2.0:1787755916.680676:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578432 00000100:00100000:2.0:1787755916.680697:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578688 00000100:00100000:2.0:1787755916.680699:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578688 00000100:00100000:2.0:1787755916.680724:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15877 00000100:00100000:2.0:1787755916.680734:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654578816:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755916.680816:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654578816:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 83us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755916.680822:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15877 00000100:00100000:2.0:1787755916.680844:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15878 00000100:00100000:2.0:1787755916.680850:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654578432:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755916.680871:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654578432:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755916.680880:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15878 00000100:00100000:2.0:1787755916.680890:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15879 00000100:00100000:2.0:1787755916.680896:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654578688:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755916.680917:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654578688:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755916.680923:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15879 00000100:00080000:2.0:1787755916.680941:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755916.680946:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755916.681154:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578304 00000100:00100000:3.0:1787755916.681159:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578304 00000100:00100000:3.0:1787755916.681203:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2434 00000100:00100000:3.0:1787755916.681212:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654578304:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755916.681254:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654578304:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 44us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755916.681261:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2434 00000100:00100000:1.0:1787755916.681429:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578560 00000100:00100000:1.0:1787755916.681434:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578560 00000100:00100000:1.0:1787755916.681487:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10216 00000100:00080000:0.0:1787755916.681490:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755916.681496:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654578560:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755916.681630:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4f4b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654578560:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 135us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755916.681638:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10216 00010000:00010000:3.0:1787755917.282511:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755917.295257:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667166720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755917.295377:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755917.295466:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166720 00000100:00100000:3.0:1787755917.295474:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166720 00000100:00100000:3.0:1787755917.295532:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24860 00000100:00100000:3.0:1787755917.295541:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667166720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755917.295578:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755917.295641:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667166720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755917.295648:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24860 00000100:00100000:3.0:1787755917.295703:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667166720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755917.794595:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667166848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755917.794676:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755917.794989:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667166976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755917.795054:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755917.795253:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166976 00000100:00100000:2.0:1787755917.795262:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166976 00000100:00100000:2.0:1787755917.795359:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881 00000100:00100000:2.0:1787755917.795370:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667166976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755917.795398:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755917.795444:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667166976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755917.795451:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881 00000100:00100000:2.0:1787755917.795497:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667166976:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787755917.795764:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755917.796523:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667166848 00000100:00100000:0.0:1787755917.796532:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667166848 00000100:00100000:0.0:1787755917.796595:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24861 00000100:00100000:0.0:1787755917.796604:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667166848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755917.796639:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755917.796718:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667166848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (2042us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755917.796725:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24861 00000100:00100000:3.0:1787755917.796894:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667166848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755917.797230:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667167104:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755917.797287:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755917.797449:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167104 00000100:00100000:1.0:1787755917.797455:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167104 00000100:00100000:1.0:1787755917.797503:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6882 00000100:00100000:1.0:1787755917.797511:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667167104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755917.797533:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00080000:0.0:1787755917.797595:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755917.799228:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667167104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1705us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755917.799480:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6882 00000100:00100000:3.0:1787755917.799561:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667167104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755918.213955:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755918.217772:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654578944 00000100:00100000:3.0:1787755918.217790:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654578944 00000100:00100000:3.0:1787755918.217871:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70542 00000100:00100000:3.0:1787755918.217882:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:229541:x1874588654578944:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755918.217909:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755918.217931:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657895f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214553 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.218039:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.218055:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.218069:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755918.218110:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755918.218114:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755918.218134:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.218157:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657895f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214553 expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.218175:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214553 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.218184:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755918.218187:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755918.218191:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755918.218270:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+13:229541:x1874588654578944:12345-192.168.201.7@tcp:101:link.0 Request processed in 389us (4336us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755918.218277:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70542 00000100:00080000:3.0:1787755918.220545:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755918.220751:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755918.220791:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654579072 00000100:00100000:3.0:1787755918.220803:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654579072 00000100:00100000:3.0:1787755918.220859:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70543 00000100:00100000:3.0:1787755918.220870:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:229541:x1874588654579072:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755918.220894:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755918.220917:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789604 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21455a expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221021:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221037:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221049:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221058:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221064:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221071:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221193:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221203:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221210:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755918.221398:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f4:0x0]: returning size 0 00000004:00200000:3.0:1787755918.221402:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755918.221424:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221436:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221446:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221452:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221458:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221466:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221471:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755918.221475:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221482:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221493:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755918.221497:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755918.221549:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221556:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b32536578960b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221574:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221579:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221585:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221590:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755918.221593:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221601:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221610:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14efb6f5 (ffff9dff821fa700) 00010000:00010000:3.0:1787755918.221613:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755918.221617:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221623:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789612 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221660:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789604 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21455a expref: 15 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221681:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21455a expref: 14 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.221689:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755918.221692:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755918.221694:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755918.221780:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+14:229541:x1874588654579072:12345-192.168.201.7@tcp:101:link.0 Request processed in 911us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755918.221788:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70543 00000100:00100000:3.0:1787755918.224526:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755918.224572:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654579328 00000100:00100000:3.0:1787755918.224584:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654579328 00000100:00100000:3.0:1787755918.224647:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70544 00000100:00100000:3.0:1787755918.224659:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:229541:x1874588654579328:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:3.0:1787755918.224714:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1787755918.224743:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789619 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21455a expref: 14 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224766:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755918.224777:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b3253657895fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214553 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224785:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755918.224788:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755918.224814:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224828:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224836:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224851:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224858:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755918.224864:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:3.0:1787755918.224872:0:6521:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00010000:00010000:2.0:1787755918.307588:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755918.725519:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755918.725659:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654579456 00000100:00100000:1.0:1787755918.725673:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654579456 00000100:00100000:1.0:1787755918.725765:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70545 00000100:00100000:1.0:1787755918.725777:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:229543:x1874588654579456:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755918.725803:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755918.725829:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578962e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214561 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755918.725911:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755918.725926:0:35159:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755918.725934:0:35159:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755918.725952:0:35159:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755918.725963:0:35159:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755918.726062:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755919.330559:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:1.0:1787755920.299734:0:6521:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:1.0:1787755920.299784:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.299804:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.299821:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755920.300159:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000636bad84 reply state 00000000bed0347c transno 8589957586 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300174:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300181:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:1.0:1787755920.300184:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1787755920.300188:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755920.300194:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300201:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300206:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300213:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300218:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755920.300223:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300229:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300238:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755920.300240:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755920.300243:0:6521:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300252:0:6521:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300259:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300378:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300386:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789620 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755920.300402:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000636bad84 reply state 00000000bed0347c transno 8589957586 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300412:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755920.300419:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab5f4fa8 (ffff9dfe48aff500) 00010000:00010000:1.0:1787755920.300421:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755920.300434:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1787755920.300527:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:229541:x1874588654579328:12345-192.168.201.7@tcp:36:link.0 Request processed in 2075866us (2076008us total) trans 8589957586 rc 0/0 00000100:00100000:1.0:1787755920.300537:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70544 00010000:00010000:3.0:1787755920.305344:0:35159:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.305363:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755920.305417:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755920.305421:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755920.306517:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.306560:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578962e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214561 expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.306761:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214561 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.306770:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755920.306773:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755920.306776:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:3.0:1787755920.306853:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:229543:x1874588654579456:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1581076us (1581355us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.306862:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70545 00000001:00080000:2.0:1787755920.307219:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957586 is committed 00010000:00010000:3.0:1787755920.307750:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307761:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307768:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307773:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755920.307778:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307784:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307799:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14efb6f5 (ffff9dff821fa700) 00010000:00010000:3.0:1787755920.307802:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755920.307806:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307812:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657895d3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307837:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307842:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307848:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307853:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755920.307855:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307860:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307866:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755920.307869:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755920.307871:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307876:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b3253657895e8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307887:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307892:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307898:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307902:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755920.307905:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307910:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307916:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab5f4fa8 (ffff9dfe48aff500) 00010000:00010000:3.0:1787755920.307917:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755920.307920:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307925:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789627 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307935:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307941:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307947:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307952:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755920.307955:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307974:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307982:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755920.307984:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787755920.307987:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.307993:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b32536578963c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f4:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755920.314886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755920.315185:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654579584 00000100:00100000:3.0:1787755920.315205:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654579584 00000100:00100000:3.0:1787755920.315285:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70546 00000100:00080000:0.0:1787755920.315292:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755920.315296:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49f5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:229543:x1874588654579584:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755920.315341:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755920.315363:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789643 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214568 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315430:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315445:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315456:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315470:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315478:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315484:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315699:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315708:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315716:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755920.315758:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f4:0x0]: returning size 0 00000004:00200000:3.0:1787755920.315763:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755920.315781:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315793:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315803:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315810:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315816:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315827:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315833:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ba00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755920.315838:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315846:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315859:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755920.315862:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755920.315866:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315872:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b32536578964a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315889:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315895:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315900:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315904:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755920.315907:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315915:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315922:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab5f4fa8 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755920.315924:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755920.315926:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.315932:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789651 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.316037:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789643 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214568 expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.316053:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214568 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755920.316060:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755920.316062:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755920.316065:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755920.316167:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49f5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:229543:x1874588654579584:12345-192.168.201.7@tcp:101:rm.0 Request processed in 872us (1291us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.316175:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70546 00000100:00100000:0.0:1787755920.333641:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755920.333710:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654579712 00000100:00100000:1.0:1787755920.333721:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654579712 00000100:00100000:1.0:1787755920.333815:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30850 00000100:00100000:1.0:1787755920.333824:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2398:x1874588654579712:12345-192.168.201.7@tcp:8:rm.0 00010000:00080000:1.0:1787755920.333858:0:8679:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp t0 exp 0000000000000000 cur 8977 last 0 00000020:00000080:1.0:1787755920.333892:0:8679:0:(genops.c:1385:class_connect()) connect: client b211e791-52bd-4fb0-8db7-bbed27b67abc, cookie 0x9b2b32536578965f 00002000:00100000:1.0:1787755920.333904:0:8679:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b211e791-52bd-4fb0-8db7-bbed27b67abc/ffff9dfe449ab800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113951 ocd_grant: 484638720 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787755920.333924:0:8679:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787755920.334025:0:8679:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787755920.334056:0:8679:0:(import.c:65:import_set_state_nolock()) ffff9dfe449af000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787755920.334130:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2398:x1874588654579712:12345-192.168.201.7@tcp:8:rm.0 Request processed in 304us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755920.334138:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30850 00000100:00100000:3.0:1787755920.350968:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755920.351048:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654579840 00000100:00100000:2.0:1787755920.351058:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654579840 00000100:00100000:2.0:1787755920.351141:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30851 00000100:00100000:2.0:1787755920.351153:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:0:x1874588654579840:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755920.351176:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755920.351406:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21456f expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755920.351444:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x51f:0x0] initial LVB size: 0, mtime: 0x6a8efd8c, atime: 0x6a8efd8c, ctime: 0x6a8efd8c, blocks: 0x0 00010000:00010000:2.0:1787755920.351467:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=8977s v=(0 0) 00010000:00010000:2.0:1787755920.351471:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755920.351481:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 7 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755920.351500:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 7 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755920.351514:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00080000:3.0:1787755920.351661:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755920.351738:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:0:x1874588654579840:12345-192.168.201.7@tcp:101:rm.0 Request processed in 587us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.351746:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30851 00010000:00010000:3.0:1787755920.354512:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755920.354895:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755920.354920:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667167232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755920.355682:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755920.355764:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167232 00000100:00100000:3.0:1787755920.355775:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167232 00000100:00100000:3.0:1787755920.355841:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883 00000100:00100000:3.0:1787755920.355851:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667167232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755920.355887:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755920.355933:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667167232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.355939:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883 00000100:00100000:2.0:1787755920.356166:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667167488:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.356213:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.356235:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667168000:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.356262:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.356286:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667168512:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.356311:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.356353:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755920.356360:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667167616:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.356383:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.356400:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667168128:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.356420:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755920.356660:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168512 00000100:00100000:1.0:1787755920.356666:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168512 00000100:00100000:1.0:1787755920.356703:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10217 00000100:00100000:1.0:1787755920.356711:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667168512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755920.356752:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667168512:12345-0@lo:400:kworker.0 Request processed in 42us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755920.356758:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10217 00000100:00100000:3.0:1787755920.357550:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167488 00000100:00100000:3.0:1787755920.357557:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167488 00000100:00100000:2.0:1787755920.357689:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667168640:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.357726:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.357767:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667168512:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.357799:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168000 00000100:00100000:2.0:1787755920.357804:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168000 00000100:00100000:2.0:1787755920.357835:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167616 00000100:00100000:2.0:1787755920.357839:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167616 00000100:00100000:2.0:1787755920.357854:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168128 00000100:00100000:2.0:1787755920.357856:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168128 00000100:00100000:2.0:1787755920.357876:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15880 00000100:00100000:2.0:1787755920.357883:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667168000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.357925:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667168000:12345-0@lo:400:kworker.0 Request processed in 42us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.357931:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15880 00000100:00100000:2.0:1787755920.357945:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15881 00000100:00100000:3.0:1787755920.358656:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24862 00000100:00100000:3.0:1787755920.358665:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667167488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.358711:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667167488:12345-0@lo:400:kworker.0 Request processed in 47us (2498us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.358718:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24862 00000100:00100000:3.0:1787755920.358743:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15882 00000100:00100000:3.0:1787755920.358750:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667168128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.358778:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667168128:12345-0@lo:400:kworker.0 Request processed in 29us (2357us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.358783:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15882 00000100:00080000:3.0:1787755920.358807:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755920.358811:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755920.358814:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755920.358828:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667167360:0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.358857:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755920.358883:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667167872:0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.358902:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755920.358915:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667168384:0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.358936:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.359672:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667167616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.359728:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667167616:12345-0@lo:400:kworker.0 Request processed in 67us (3344us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.359734:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15881 00000100:00100000:2.0:1787755920.359756:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167872 00000100:00100000:2.0:1787755920.359762:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167872 00000100:00100000:2.0:1787755920.359797:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15883 00000100:00100000:2.0:1787755920.359802:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667167872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.359829:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667167872:12345-0@lo:400:kworker.0 Request processed in 27us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.359834:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15883 00000100:00100000:2.0:1787755920.359865:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168640 00000100:00100000:2.0:1787755920.359868:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168640 00000100:00100000:2.0:1787755920.359892:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10218 00000100:00100000:2.0:1787755920.359898:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667168640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.359926:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667168640:12345-0@lo:400:kworker.0 Request processed in 29us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.359932:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10218 00000100:00100000:2.0:1787755920.359970:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667167744:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360000:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.360023:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667168256:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360042:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.360059:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667168768:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360078:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755920.360107:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167744 00000100:00100000:2.0:1787755920.360111:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167744 00000100:00100000:2.0:1787755920.360138:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168768 00000100:00100000:2.0:1787755920.360141:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168768 00000100:00100000:2.0:1787755920.360160:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15884 00000100:00100000:2.0:1787755920.360166:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667167744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360199:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667167744:12345-0@lo:400:kworker.0 Request processed in 33us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.360204:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15884 00000100:00100000:2.0:1787755920.360217:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15885 00000100:00100000:2.0:1787755920.360224:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667168768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360247:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667168768:12345-0@lo:400:kworker.0 Request processed in 24us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755920.360253:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15885 00000100:00100000:2.0:1787755920.360299:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667167744:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360309:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b83b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667168768:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360361:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667167616:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360372:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667168128:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360382:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b80e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667168640:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360392:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667167488:0@lo:400:kworker.0 00000100:00100000:2.0:1787755920.360403:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667168000:0@lo:400:kworker.0 00000100:00100000:1.0:1787755920.360678:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168256 00000100:00100000:1.0:1787755920.360683:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168256 00000100:00100000:1.0:1787755920.360718:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10219 00000100:00100000:1.0:1787755920.360725:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667168256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755920.360773:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667168256:12345-0@lo:400:kworker.0 Request processed in 49us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755920.360778:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10219 00000100:00100000:1.0:1787755920.360814:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667168256:0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.361260:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667167232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755920.361285:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667167872:0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.361312:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667167360 00000100:00100000:3.0:1787755920.361339:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667167360 00000100:00100000:3.0:1787755920.361382:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:3.0:1787755920.361391:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667167360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.362366:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667167360:12345-0@lo:400:kworker.0 Request processed in 970us (3501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.362378:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:0.0:1787755920.362720:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667167360:0@lo:400:kworker.0 00000100:00100000:1.0:1787755920.362850:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755920.363008:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168384 00000100:00100000:3.0:1787755920.363016:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168384 00000100:00100000:3.0:1787755920.363069:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24863 00000100:00100000:3.0:1787755920.363080:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667168384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755920.363156:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667168384:12345-0@lo:400:kworker.0 Request processed in 78us (4218us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755920.363162:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24863 00000100:00100000:1.0:1787755920.363443:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49f5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667168384:0@lo:400:kworker.0 00000100:00100000:0.0:1787755920.368439:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580096 00000100:00100000:0.0:1787755920.368456:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580096 00000100:00100000:0.0:1787755920.368530:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70547 00000100:00100000:0.0:1787755920.368541:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:229543:x1874588654580096:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755920.368607:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787755920.368636:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789658 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214568 expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368657:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:0.0:1787755920.368669:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789635 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214561 expref: 7 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368678:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755920.368681:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755920.368702:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368714:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368723:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368737:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368743:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368750:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368839:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368847:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.368854:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369516:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369529:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369536:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369542:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755920.369546:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369553:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369680:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:0.0:1787755920.369684:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755920.369687:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369693:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b32536578967b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369708:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369714:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369720:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369725:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369731:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755920.369734:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369740:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369747:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755920.369749:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755920.369752:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369757:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b32536578966d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755920.369767:0:6519:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000035d8c47d reply state 000000005667fc10 transno 8589957587 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369779:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.369785:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab5f4fa8 (ffff9dfe52604400) 00010000:00010000:0.0:1787755920.369788:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755920.369791:0:6519:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755920.369909:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4193c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:229543:x1874588654580096:12345-192.168.201.7@tcp:36:rm.0 Request processed in 1368us (7060us total) trans 8589957587 rc 0/0 00000100:00100000:0.0:1787755920.369917:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70547 00000100:00080000:2.0:1787755920.370363:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755920.370371:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755920.370376:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755920.866599:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755920.866625:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667168896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755920.866707:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755920.866867:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667168896 00000100:00100000:1.0:1787755920.866877:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667168896 00000100:00100000:1.0:1787755920.866946:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6884 00000100:00100000:1.0:1787755920.866965:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667168896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755920.866988:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755920.867047:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667168896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755920.867055:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6884 00000100:00100000:2.0:1787755920.867379:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667168896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755920.998224:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755920.998719:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580224 00000100:00100000:0.0:1787755920.998730:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580224 00000100:00100000:0.0:1787755920.998811:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70548 00000100:00100000:0.0:1787755920.998823:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+7:229226:x1874588654580224:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:0.0:1787755920.998848:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755920.998872:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789682 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214576 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.998947:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789689 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.998972:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789689 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.998986:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789689 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755920.999042:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755920.999046:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755920.999074:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789689 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.999103:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b325365789682 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214576 expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.999125:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789689 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214576 expref: 8 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755920.999134:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755920.999137:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755920.999268:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755920.999434:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:229226:x1874588654580224:12345-192.168.201.7@tcp:101:bash.0 Request processed in 612us (1224us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755920.999445:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70548 00000100:00080000:2.0:1787755920.999768:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755921.007642:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.007814:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580352 00000100:00100000:3.0:1787755921.007827:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580352 00000100:00100000:3.0:1787755921.007911:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9419 00000100:00100000:3.0:1787755921.007933:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:229226:x1874588654580352:12345-192.168.201.7@tcp:37:bash.0 00000100:00100000:3.0:1787755921.019662:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+8:229226:x1874588654580352:12345-192.168.201.7@tcp:37:bash.0 Request processed in 11719us (12016us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.019678:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9419 00000100:00100000:0.0:1787755921.042228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.042413:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580480 00000100:00100000:3.0:1787755921.042426:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580480 00000100:00100000:3.0:1787755921.042501:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70549 00000100:00100000:3.0:1787755921.042515:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:229585:x1874588654580480:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755921.042538:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755921.042563:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789690 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21457d expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042641:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042658:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042671:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042686:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042707:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042714:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042822:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042832:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042840:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755921.042889:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f4:0x0]: returning size 0 00000004:00200000:3.0:1787755921.042894:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755921.042918:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042931:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042942:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042959:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042967:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042974:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042981:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755921.042986:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.042994:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043012:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755921.043016:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755921.043021:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043028:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789697 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043046:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043052:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043057:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043062:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755921.043065:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043070:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043079:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14efb6f5 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755921.043081:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755921.043084:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043090:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578969e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043136:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789690 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21457d expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043164:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21457d expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.043172:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755921.043174:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755921.043177:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755921.043630:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:229585:x1874588654580480:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1115us (1410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.043638:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70549 00000100:00100000:1.0:1787755921.047793:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.047957:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580608 00000100:00100000:3.0:1787755921.047970:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580608 00000100:00100000:3.0:1787755921.048055:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30852 00000100:00100000:3.0:1787755921.048065:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654580608:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755921.048084:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755921.048108:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214584 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.048134:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1787755921.048137:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755921.048157:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 7 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.048173:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 7 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.048187:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755921.048262:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+7:2400:x1874588654580608:12345-192.168.201.7@tcp:101:rm.0 Request processed in 198us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.048268:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30852 00000100:00080000:2.0:1787755921.048402:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755921.054834:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755921.055018:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580864 00000100:00100000:2.0:1787755921.055028:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580864 00000100:00100000:2.0:1787755921.055084:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70550 00000100:00100000:2.0:1787755921.055092:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+9:229585:x1874588654580864:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755921.055138:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755921.055172:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657896a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21457d expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055191:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b3253657895ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21454c expref: 8 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055203:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:2.0:1787755921.055219:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789689 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214576 expref: 7 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055228:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755921.055231:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755921.055253:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055264:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055271:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055280:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055285:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055288:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055417:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055424:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055431:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787755921.055664:0:35152:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].225, 64 off22592 00000004:00080000:2.0:1787755921.055672:0:35152:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8978077355764ns, next at 8979077353894ns, rc = 0 00010000:00010000:2.0:1787755921.055718:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055724:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055729:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055733:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055737:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055741:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055757:0:35152:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755921.055770:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055775:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055779:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055783:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755921.055786:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055790:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055795:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755921.055796:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755921.055798:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055802:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b3253657896c1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055812:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055816:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055820:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055823:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055826:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755921.055828:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055831:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055834:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755921.055835:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755921.055837:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055840:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b3253657896b3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755921.055845:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005a06cef0 reply state 000000004c7939e6 transno 8589957588 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055851:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755921.055854:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14efb6f5 (ffff9dfe471d1900) 00010000:00010000:2.0:1787755921.055856:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755921.055857:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755921.056176:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755921.056182:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.056189:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755921.056193:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.056199:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.056209:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f4:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:3.0:1787755921.056212:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755921.056214:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.056220:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b3253657896c8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755921.056238:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755921.056240:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755921.056242:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755921.057826:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+8:229585:x1874588654580864:12345-192.168.201.7@tcp:36:rm.0 Request processed in 2722us (2988us total) trans 8589957588 rc 0/0 00000100:00100000:2.0:1787755921.057837:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70550 00010000:00010000:2.0:1787755921.379268:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755921.799563:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799634:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799681:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799718:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799742:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799815:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755921.799854:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581248 00000100:00100000:3.0:1787755921.799868:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581248 00000100:00100000:3.0:1787755921.800510:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581760 00000100:00100000:3.0:1787755921.800518:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581760 00000100:00100000:3.0:1787755921.800545:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581120 00000100:00100000:3.0:1787755921.800548:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581120 00000100:00100000:3.0:1787755921.800569:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581632 00000100:00100000:3.0:1787755921.800572:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581632 00000100:00100000:3.0:1787755921.800602:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15886 00000100:00100000:3.0:1787755921.800616:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654581248:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755921.800727:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654581248:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 115us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.800736:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15886 00000100:00100000:3.0:1787755921.800758:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15887 00000100:00100000:3.0:1787755921.800765:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654581760:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755921.800789:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654581760:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.800795:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15887 00000100:00100000:3.0:1787755921.800808:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15888 00000100:00100000:3.0:1787755921.800815:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654581120:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755921.800847:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:2401:x1874588654581120:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 33us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.800855:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15888 00000100:00100000:3.0:1787755921.800866:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15889 00000100:00100000:3.0:1787755921.800889:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654581632:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755921.801529:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654581632:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 652us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755921.801590:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15889 00000100:00100000:2.0:1787755921.801761:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654580992 00000100:00100000:2.0:1787755921.801770:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654580992 00000100:00100000:2.0:1787755921.801825:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2436 00000100:00100000:2.0:1787755921.801834:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654580992:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755921.801884:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654580992:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 52us (2339us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755921.801891:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2436 00000100:00100000:2.0:1787755921.801956:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581504 00000100:00100000:2.0:1787755921.801960:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581504 00000100:00100000:2.0:1787755921.801987:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581376 00000100:00100000:2.0:1787755921.801991:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581376 00000100:00100000:2.0:1787755921.802018:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654581888 00000100:00100000:2.0:1787755921.802021:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654581888 00000100:00100000:2.0:1787755921.802041:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10220 00000100:00100000:2.0:1787755921.802048:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654581504:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755921.802078:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654581504:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 31us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755921.802086:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10220 00000100:00100000:2.0:1787755921.802100:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10221 00000100:00100000:2.0:1787755921.802106:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654581376:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755921.802130:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654581376:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (2387us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755921.802136:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10221 00000100:00100000:2.0:1787755921.802751:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10222 00000100:00100000:2.0:1787755921.802763:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654581888:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755921.802798:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654581888:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 37us (2983us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755921.802809:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10222 00000100:00080000:2.0:1787755921.802852:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755921.802859:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:2.0:1787755921.900974:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b211e791-52bd-4fb0-8db7-bbed27b67abc 00000001:00080000:2.0:1787755921.900994:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976215 is committed 00000100:00100000:2.0:1787755922.402685:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667169024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755922.402772:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755922.403004:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169024 00000100:00100000:0.0:1787755922.403015:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169024 00000100:00100000:0.0:1787755922.403093:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24864 00000100:00100000:0.0:1787755922.403109:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667169024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787755922.403166:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00010000:00010000:3.0:1787755922.403298:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755922.404918:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667169024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1801us (2134us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755922.404941:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24864 00000100:00100000:2.0:1787755922.414733:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667169024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755922.915473:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755922.915504:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667169152:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755922.915620:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755922.915729:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169152 00000100:00100000:2.0:1787755922.915741:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169152 00000100:00100000:2.0:1787755922.915821:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6885 00000100:00100000:2.0:1787755922.915834:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667169152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755922.915878:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755922.915946:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667169152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755922.915955:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6885 00000100:00080000:2.0:1787755922.915981:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755922.916027:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667169152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755922.917399:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755922.917433:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667169280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755922.917508:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755922.917584:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169280 00000100:00100000:0.0:1787755922.917592:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169280 00000100:00100000:0.0:1787755922.917645:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24865 00000100:00100000:0.0:1787755922.917653:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667169280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755922.917690:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755922.917739:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667169280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755922.917747:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24865 00000100:00100000:0.0:1787755922.917788:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667169280:0@lo:41:osp-pre-0-1.0 00000004:00080000:1.0:1787755922.918123:0:30976:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8979939805737ns, next at 8980939802921ns, rc = 0 00000100:00100000:1.0:1787755922.918169:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667169408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755922.918204:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755922.918253:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169408 00000100:00100000:1.0:1787755922.918258:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169408 00000100:00100000:1.0:1787755922.918305:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6886 00000100:00100000:1.0:1787755922.918338:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667169408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755922.918363:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755922.918405:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667169408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755922.918417:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6886 00000100:00080000:1.0:1787755922.918441:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755922.918468:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667169408:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1787755923.426771:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755924.450458:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755925.477558:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755925.477586:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667169536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755925.477667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755925.477748:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755925.477767:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169536 00000100:00100000:3.0:1787755925.477778:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169536 00000100:00100000:3.0:1787755925.477850:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887 00000100:00100000:3.0:1787755925.477884:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667169536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755925.478164:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755925.478230:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667169536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 370us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755925.478238:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887 00000100:00080000:3.0:1787755925.478264:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755925.478971:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755925.478990:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667169664:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479055:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.479112:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169664 00000100:00100000:0.0:1787755925.479120:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169664 00000100:00100000:0.0:1787755925.479368:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1787755925.479379:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667169664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479427:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667169664:12345-0@lo:400:kworker.0 Request processed in 50us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.479435:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1787755925.479481:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667170048:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479509:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.479532:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667170560:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479556:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.479575:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667171072:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479596:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.479633:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667169664:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479653:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787755925.479659:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667170176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479681:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.479700:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667170688:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479724:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.479753:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170048 00000100:00100000:3.0:1787755925.479755:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667169792:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479756:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170048 00000100:00100000:3.0:1787755925.479788:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755925.479809:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667170304:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.479815:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667171072 00000100:00100000:0.0:1787755925.479818:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667171072 00000100:00100000:3.0:1787755925.479835:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755925.479852:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667170816:0@lo:400:kworker.0 00000100:00100000:3.0:1787755925.479905:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755925.479926:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1787755925.479931:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667169920:0@lo:400:kworker.0 00000100:00100000:2.0:1787755925.479970:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667169536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755925.480438:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.480572:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170176 00000100:00100000:0.0:1787755925.480578:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170176 00000100:00100000:3.0:1787755925.480593:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667170432:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.480612:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170304 00000100:00100000:0.0:1787755925.480615:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170304 00000100:00100000:3.0:1787755925.480617:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.480634:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169920 00000100:00100000:3.0:1787755925.480635:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667170944:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.480637:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169920 00000100:00100000:0.0:1787755925.480654:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170432 00000100:00100000:0.0:1787755925.480656:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170432 00000100:00100000:3.0:1787755925.480656:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.480678:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15890 00000100:00100000:0.0:1787755925.480685:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667170048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755925.480687:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15891 00000100:00100000:3.0:1787755925.480693:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667171072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755925.480730:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667171072:12345-0@lo:400:kworker.0 Request processed in 37us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755925.480737:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15891 00000100:00100000:3.0:1787755925.480755:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15892 00000100:00100000:3.0:1787755925.480761:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667170176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481030:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667170048:12345-0@lo:400:kworker.0 Request processed in 344us (1518us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.481037:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15890 00000100:00100000:0.0:1787755925.481051:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15893 00000100:00100000:0.0:1787755925.481058:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667170304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481105:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51333800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667170304:12345-0@lo:400:kworker.0 Request processed in 47us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.481112:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15893 00000100:00100000:0.0:1787755925.481125:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15894 00000100:00100000:0.0:1787755925.481131:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667169920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481159:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667169920:12345-0@lo:400:kworker.0 Request processed in 29us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.481164:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15894 00000100:00100000:0.0:1787755925.481177:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15895 00000100:00100000:0.0:1787755925.481184:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667170432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481210:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667170432:12345-0@lo:400:kworker.0 Request processed in 27us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.481216:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15895 00000100:00100000:0.0:1787755925.481241:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170560 00000100:00100000:0.0:1787755925.481246:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170560 00000100:00100000:0.0:1787755925.481279:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170816 00000100:00100000:0.0:1787755925.481282:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170816 00000100:00100000:0.0:1787755925.481302:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170944 00000100:00100000:0.0:1787755925.481305:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170944 00000100:00100000:0.0:1787755925.481353:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10223 00000100:00100000:0.0:1787755925.481361:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667170560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481396:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667170560:12345-0@lo:400:kworker.0 Request processed in 36us (1839us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.481403:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10223 00000100:00100000:0.0:1787755925.481415:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10224 00000100:00100000:0.0:1787755925.481422:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667170816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755925.481432:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667170176:12345-0@lo:400:kworker.0 Request processed in 671us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755925.481439:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15892 00000100:00100000:0.0:1787755925.481447:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667170816:12345-0@lo:400:kworker.0 Request processed in 25us (1554us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755925.481452:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10224 00000100:00100000:3.0:1787755925.481460:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667170688 00000100:00100000:0.0:1787755925.481461:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10225 00000100:00100000:3.0:1787755925.481463:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667170688 00000100:00100000:0.0:1787755925.481467:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667170944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755925.481489:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667169792 00000100:00100000:0.0:1787755925.481492:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667170944:12345-0@lo:400:kworker.0 Request processed in 26us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755925.481492:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667169792 00000100:00100000:0.0:1787755925.481498:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10225 00000100:00100000:3.0:1787755925.481510:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24866 00000100:00100000:3.0:1787755925.481516:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667170688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481520:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24867 00000100:00100000:0.0:1787755925.481526:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667169792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.481552:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667169792:12345-0@lo:400:kworker.0 Request processed in 27us (1764us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755925.481553:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667170688:12345-0@lo:400:kworker.0 Request processed in 37us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755925.481559:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24866 00000100:00100000:0.0:1787755925.481562:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24867 00000100:00100000:2.0:1787755925.481659:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667169920:0@lo:400:kworker.0 00000100:00100000:2.0:1787755925.481666:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667170432:0@lo:400:kworker.0 00000100:00100000:2.0:1787755925.481673:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667170944:0@lo:400:kworker.0 00000100:00100000:2.0:1787755925.481679:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667169792:0@lo:400:kworker.0 00000100:00100000:2.0:1787755925.481686:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667170304:0@lo:400:kworker.0 00000100:00100000:2.0:1787755925.481691:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667170816:0@lo:400:kworker.0 00000100:00080000:0.0:1787755925.483178:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755925.483185:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755925.483188:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755925.483190:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755925.483255:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667170176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.483265:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667170688:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.483272:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667170048:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.483279:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667170560:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.483286:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667171072:0@lo:400:kworker.0 00000100:00100000:0.0:1787755925.987535:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755925.987563:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667171200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755925.987632:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755925.987730:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667171200 00000100:00100000:1.0:1787755925.987740:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667171200 00000100:00100000:1.0:1787755925.987814:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00100000:1.0:1787755925.987824:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667171200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755925.987856:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755925.987921:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667171200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755925.987929:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00000100:00100000:1.0:1787755925.987992:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49543480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667171200:0@lo:13:osp-pre-1-1.0 00000004:00080000:2.0:1787755925.992487:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 235 committed 00000100:00100000:0.0:1787755925.992745:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755925.992765:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667171328:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1787755925.992837:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755925.992897:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667171328 00000100:00100000:0.0:1787755925.992905:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667171328 00000100:00100000:0.0:1787755925.992964:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30853 00000100:00100000:0.0:1787755925.992975:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667171328:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1787755925.993002:0:8436:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1311 count 1 00010000:00010000:0.0:1787755925.993030:0:8436:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755925.993054:0:8436:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 5 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755925.993064:0:8436:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 5 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755925.993072:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=5s v=(0 0) 00010000:00010000:0.0:1787755925.993076:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755925.993081:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755925.993110:0:8436:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 5 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755925.993126:0:8436:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 5 pid: 8435 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755925.993138:0:8436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588667171456:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755925.993214:0:8436:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 5 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755925.993225:0:8436:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 5 pid: 24263 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755925.993235:0:8436:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588667171584:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755925.993257:0:8436:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20f3c0 going to sleep for 11 seconds 00000001:00080000:2.0:1787755925.994117:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957588 is committed 00000004:00080000:2.0:1787755925.994126:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 234 committed 00000001:00080000:2.0:1787755925.994147:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957587 is committed 00010000:00010000:2.0:1787755925.994179:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755925.994188:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755925.994195:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755925.994201:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755925.994206:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755925.994213:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755925.994231:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xab5f4fa8 (ffff9dfe52604400) 00010000:00010000:2.0:1787755925.994234:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755925.994238:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755925.994247:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789674 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xab5f4fa8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011264:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011282:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011290:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011296:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755926.011301:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011309:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011349:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x14efb6f5 (ffff9dfe471d1900) 00010000:00010000:3.0:1787755926.011353:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755926.011358:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755926.011364:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b3253657896ba lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x14efb6f5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755926.011461:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755926.011496:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.012009:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582144 00000100:00100000:0.0:1787755926.012020:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582144 00010000:00010000:0.0:1787755926.012084:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 6 pid: 24263 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755926.012120:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21791 00000100:00100000:0.0:1787755926.012131:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654582144:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755926.012148:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755926.012155:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 6 pid: 24263 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012167:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 6 pid: 24263 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787755926.012186:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787755926.012193:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755926.012253:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654582144:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 123us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.012261:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21791 00000100:00100000:0.0:1787755926.012281:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582016 00000100:00100000:0.0:1787755926.012284:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582016 00010000:00010000:0.0:1787755926.012306:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 6 pid: 8435 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755926.012366:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21792 00000100:00100000:0.0:1787755926.012374:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654582016:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755926.012382:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755926.012387:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 6 pid: 8435 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012403:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 6 pid: 8435 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012417:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755926.012422:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x51f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755926.012428:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012438:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012460:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755926.012480:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654582016:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 107us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.012486:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21792 00000100:00080000:0.0:1787755926.012509:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1787755926.012553:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a46f1729/0x9b2b3253657896ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214584 expref: 5 pid: 8435 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755926.012568:0:8436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588667171456:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755926.012582:0:8436:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000218bb55d/0x9b2b325365789666 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x51f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21456f expref: 5 pid: 24263 timeout: 9083 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755926.012592:0:8436:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52919500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8436:1874588667171584:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755926.012618:0:8436:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012628:0:8436:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012636:0:8436:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012645:0:8436:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012653:0:8436:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012673:0:8436:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1787755926.012848:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667171328:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19874us (20010us total) trans 4294976216 rc 0/0 00000100:00100000:0.0:1787755926.012857:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30853 00010000:00010000:0.0:1787755926.012928:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755926.012936:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012945:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755926.012950:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012964:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012977:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.012985:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000271fd54d/0x9b2b3253657896cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x51f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755926.013006:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755926.013008:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755926.013010:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755926.013039:0:3648:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe52918e00/2, rc 0, transno 4294976216 00000100:00100000:0.0:1787755926.013046:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667171328:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1787755926.499284:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755926.930612:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930666:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930692:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930730:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930753:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930778:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930823:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.930870:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582528 00000100:00100000:0.0:1787755926.930881:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582528 00000100:00100000:0.0:1787755926.930953:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582912 00000100:00100000:0.0:1787755926.930957:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582912 00000100:00100000:0.0:1787755926.930979:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582400 00000100:00100000:0.0:1787755926.930982:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582400 00000100:00100000:0.0:1787755926.931003:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583040 00000100:00100000:0.0:1787755926.931005:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583040 00000100:00100000:0.0:1787755926.931032:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15896 00000100:00100000:0.0:1787755926.931046:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654582528:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755926.931150:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654582528:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 106us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.931158:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15896 00000100:00100000:0.0:1787755926.931181:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15897 00000100:00100000:0.0:1787755926.931187:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654582912:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755926.931211:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654582912:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.931218:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15897 00000100:00100000:0.0:1787755926.931230:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15898 00000100:00100000:0.0:1787755926.931237:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654582400:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755926.931259:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654582400:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.931265:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15898 00000100:00100000:0.0:1787755926.931279:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15899 00000100:00100000:0.0:1787755926.931286:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654583040:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755926.931365:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654583040:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.931374:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15899 00000100:00080000:0.0:1787755926.931396:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755926.931400:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755926.931695:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582272 00000100:00100000:3.0:1787755926.931701:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582272 00000100:00100000:3.0:1787755926.931744:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2438 00000100:00100000:3.0:1787755926.931753:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654582272:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755926.931921:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654582272:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 168us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755926.931929:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2438 00000100:00100000:1.0:1787755926.932300:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583168 00000100:00100000:1.0:1787755926.932307:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583168 00000100:00100000:1.0:1787755926.932383:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582784 00000100:00100000:1.0:1787755926.932387:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582784 00000100:00100000:1.0:1787755926.932414:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10226 00000100:00100000:1.0:1787755926.932423:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654583168:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755926.932464:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654583168:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 44us (1734us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755926.932470:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10226 00000100:00100000:1.0:1787755926.932482:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10227 00000100:00100000:1.0:1787755926.932486:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654582784:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755926.932503:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654582784:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 18us (1727us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755926.932507:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10227 00000100:00100000:2.0:1787755926.954803:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755926.954966:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654582656 00000100:00100000:0.0:1787755926.954980:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654582656 00000100:00100000:0.0:1787755926.955060:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30854 00000100:00100000:0.0:1787755926.955083:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2398:x1874588654582656:12345-192.168.201.7@tcp:9:kworker.0 00000020:00000080:0.0:1787755926.955117:0:8435:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9b2b3253657857a5 00000100:00080000:0.0:1787755926.955126:0:8435:0:(import.c:65:import_set_state_nolock()) ffff9dfe434f3000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787755926.955173:0:8435:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294973880 00000100:00080000:1.0:1787755926.955433:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755926.955460:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755926.955551:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7bc8a071-3537-4c53-83e7-ca9769577496+2:2398:x1874588654582656:12345-192.168.201.7@tcp:9:kworker.0 Request processed in 481us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755926.955558:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30854 00010000:00010000:3.0:1787755927.522590:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755927.523563:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755927.529382:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667171712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755927.529497:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755927.529675:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667171712 00000100:00100000:3.0:1787755927.529686:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667171712 00000100:00100000:3.0:1787755927.529766:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24868 00000100:00100000:3.0:1787755927.529778:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667171712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755927.529824:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755927.529905:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667171712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755927.529913:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24868 00000100:00100000:1.0:1787755927.530159:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667171712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755928.034773:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667171840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755928.034880:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755928.035279:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667171840 00000100:00100000:2.0:1787755928.035288:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667171840 00000100:00100000:2.0:1787755928.035371:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889 00000100:00100000:2.0:1787755928.035382:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667171840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755928.035415:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755928.035470:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667171840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755928.035476:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889 00000100:00100000:2.0:1787755928.035558:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667171840:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787755928.035681:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755928.035773:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755928.035784:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667172096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755928.035816:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755928.035855:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172096 00000100:00100000:0.0:1787755928.035859:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172096 00000100:00100000:0.0:1787755928.035886:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890 00000100:00100000:0.0:1787755928.035893:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667172096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755928.035909:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206528 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755928.035939:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667172096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755928.035946:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890 00000100:00100000:0.0:1787755928.035971:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667172096:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1787755928.036032:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755928.036302:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667171968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755928.036364:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755928.036628:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667171968 00000100:00100000:0.0:1787755928.036633:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667171968 00000100:00100000:0.0:1787755928.036673:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24869 00000100:00100000:0.0:1787755928.036681:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667171968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755928.036706:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755928.036754:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667171968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755928.036760:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24869 00000100:00100000:3.0:1787755928.037121:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49542300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667171968:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787755928.547639:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755929.570489:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787755929.937041:0:168120:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46e: pdirops: link and rename (tgt) ======================================================================== 10:52:07 (1787755927) 00000100:00100000:2.0:1787755930.594866:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667172480:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.594954:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595016:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667172992:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595042:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595064:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667173504:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595085:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595111:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1787755930.595117:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667172352:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595143:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595161:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667172864:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595186:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595201:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667173376:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595221:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595235:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667173888:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595257:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755930.595287:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172480 00000100:00100000:2.0:1787755930.595294:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172480 00000100:00100000:2.0:1787755930.595359:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173504 00000100:00100000:2.0:1787755930.595363:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173504 00000100:00100000:2.0:1787755930.595384:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24870 00000100:00100000:2.0:1787755930.595393:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667172480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595447:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667172480:12345-0@lo:400:kworker.0 Request processed in 54us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755930.595454:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24870 00000100:00100000:2.0:1787755930.595471:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24871 00000100:00100000:2.0:1787755930.595477:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667173504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595506:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667173504:12345-0@lo:400:kworker.0 Request processed in 29us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755930.595512:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24871 00000100:00100000:2.0:1787755930.595552:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b82300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667172480:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.595562:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667173504:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.595763:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667172224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755930.595807:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.595826:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667172736:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.595849:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.595866:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667173248:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.595887:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.595903:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667173760:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.595924:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.595958:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787755930.595964:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667172608:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.595987:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.596017:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667173120:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596037:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.596051:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667173632:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596070:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755930.596096:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172992 00000100:00100000:0.0:1787755930.596100:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172992 00000100:00100000:0.0:1787755930.596136:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173376 00000100:00100000:0.0:1787755930.596139:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173376 00000100:00100000:0.0:1787755930.596156:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173760 00000100:00100000:0.0:1787755930.596158:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173760 00000100:00100000:0.0:1787755930.596175:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173632 00000100:00100000:0.0:1787755930.596177:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173632 00000100:00100000:0.0:1787755930.596195:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10228 00000100:00100000:0.0:1787755930.596200:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667172992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596236:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667172992:12345-0@lo:400:kworker.0 Request processed in 36us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596242:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10228 00000100:00100000:0.0:1787755930.596256:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10229 00000100:00100000:0.0:1787755930.596262:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667173376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596288:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667173376:12345-0@lo:400:kworker.0 Request processed in 27us (1067us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596294:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10229 00000100:00100000:0.0:1787755930.596304:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10230 00000100:00100000:0.0:1787755930.596310:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667173760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596367:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667173760:12345-0@lo:400:kworker.0 Request processed in 58us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596374:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10230 00000100:00100000:0.0:1787755930.596386:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10231 00000100:00100000:0.0:1787755930.596393:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667173632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596418:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667173632:12345-0@lo:400:kworker.0 Request processed in 27us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596423:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10231 00000100:00100000:0.0:1787755930.596442:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172864 00000100:00100000:0.0:1787755930.596446:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172864 00000100:00100000:0.0:1787755930.596473:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173888 00000100:00100000:0.0:1787755930.596476:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173888 00000100:00100000:0.0:1787755930.596491:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172736 00000100:00100000:0.0:1787755930.596494:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172736 00000100:00100000:0.0:1787755930.596509:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173248 00000100:00100000:0.0:1787755930.596512:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173248 00000100:00100000:0.0:1787755930.596528:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172608 00000100:00100000:0.0:1787755930.596531:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172608 00000100:00100000:0.0:1787755930.596546:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667173120 00000100:00100000:0.0:1787755930.596549:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667173120 00000100:00100000:0.0:1787755930.596571:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15900 00000100:00100000:0.0:1787755930.596577:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667172864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596607:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667172864:12345-0@lo:400:kworker.0 Request processed in 31us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596613:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15900 00000100:00100000:0.0:1787755930.596622:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15901 00000100:00100000:0.0:1787755930.596627:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667173888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596649:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667173888:12345-0@lo:400:kworker.0 Request processed in 22us (1392us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596654:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15901 00000100:00100000:0.0:1787755930.596663:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15902 00000100:00100000:0.0:1787755930.596668:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667172736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596689:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667172736:12345-0@lo:400:kworker.0 Request processed in 21us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596694:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15902 00000100:00100000:0.0:1787755930.596706:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15903 00000100:00100000:0.0:1787755930.596712:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667173248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596737:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667173248:12345-0@lo:400:kworker.0 Request processed in 25us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596743:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15903 00000100:00100000:0.0:1787755930.596753:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15904 00000100:00100000:0.0:1787755930.596759:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667172608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596797:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667172608:12345-0@lo:400:kworker.0 Request processed in 38us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596803:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15904 00000100:00100000:0.0:1787755930.596816:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15905 00000100:00100000:0.0:1787755930.596822:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667173120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596849:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667173120:12345-0@lo:400:kworker.0 Request processed in 27us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755930.596854:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15905 00000100:00100000:0.0:1787755930.596936:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b82a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667172608:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596947:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43741500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667173120:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596955:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667173632:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596965:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667172736:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596974:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667173248:0@lo:400:kworker.0 00000100:00100000:0.0:1787755930.596984:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667173760:0@lo:400:kworker.0 00000100:00100000:3.0:1787755930.597426:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172352 00000100:00100000:3.0:1787755930.597432:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172352 00000100:00100000:3.0:1787755930.597474:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:3.0:1787755930.597483:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667172352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755930.597522:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667172352:12345-0@lo:400:kworker.0 Request processed in 41us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755930.597528:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00010000:00010000:1.0:1787755930.597674:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755930.597686:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667172224 00000100:00100000:1.0:1787755930.597690:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667172224 00000100:00100000:1.0:1787755930.597722:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6891 00000100:00100000:1.0:1787755930.597728:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667172224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755930.597749:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206528 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755930.597803:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667172224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755930.597808:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6891 00000100:00080000:1.0:1787755930.597827:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755930.597831:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755930.597833:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755930.597836:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755930.597897:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667172224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755930.598520:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667172352:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.598534:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43740a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667172864:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.598549:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667173376:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.598562:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667173888:0@lo:400:kworker.0 00000100:00100000:2.0:1787755930.598571:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43743480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667172992:0@lo:400:kworker.0 00000100:00100000:0.0:1787755931.107187:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667174016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755931.107265:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755931.107484:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174016 00000100:00100000:3.0:1787755931.107493:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174016 00000100:00100000:3.0:1787755931.107547:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6892 00000100:00100000:3.0:1787755931.107558:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667174016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755931.107587:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755931.107636:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667174016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755931.107644:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6892 00000100:00100000:3.0:1787755931.107697:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667174016:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1787755931.630608:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755931.734264:0:168168:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755931.734634:0:168168:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00000100:00100000:1.0:1787755932.039070:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755932.039125:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755932.039158:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755932.039198:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755932.039219:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755932.039240:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755932.039260:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583552 00000100:00100000:1.0:1787755932.039266:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755932.039271:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583552 00000100:00100000:1.0:1787755932.039288:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583808 00000100:00100000:1.0:1787755932.039291:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583808 00000100:00100000:2.0:1787755932.039355:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583296 00000100:00100000:3.0:1787755932.039357:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583424 00000100:00100000:2.0:1787755932.039359:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583296 00000100:00100000:3.0:1787755932.039359:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583424 00000100:00100000:0.0:1787755932.039461:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583936 00000100:00100000:0.0:1787755932.039470:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583936 00000100:00100000:2.0:1787755932.039574:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2440 00000100:00100000:2.0:1787755932.039586:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654583296:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755932.039656:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654583296:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 72us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755932.039664:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2440 00000100:00100000:1.0:1787755932.044041:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15906 00000100:00100000:1.0:1787755932.044069:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654583552:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755932.044276:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49543100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654583552:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 221us (5149us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755932.044285:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15906 00000100:00100000:1.0:1787755932.044329:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15907 00000100:00100000:1.0:1787755932.044340:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654583808:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755932.044371:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654583808:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 34us (5211us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755932.044378:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15907 00000100:00100000:1.0:1787755932.046241:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654584064 00000100:00100000:1.0:1787755932.046259:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654584064 00000100:00100000:1.0:1787755932.046384:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654583680 00000100:00100000:1.0:1787755932.046388:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654583680 00000100:00100000:2.0:1787755932.046470:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10232 00000100:00100000:2.0:1787755932.046482:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654584064:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755932.046550:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654584064:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 71us (7352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755932.046559:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10232 00000100:00100000:2.0:1787755932.046578:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10233 00000100:00100000:2.0:1787755932.046585:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654583680:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755932.046608:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654583680:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (7368us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755932.046614:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10233 00000100:00080000:1.0:1787755932.046803:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755932.046809:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755932.046813:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755932.047994:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15908 00000100:00100000:3.0:1787755932.049435:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654583424:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755932.049545:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654583424:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 124us (10323us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755932.049554:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15908 00000100:00100000:3.0:1787755932.049586:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15909 00000100:00100000:3.0:1787755932.049594:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654583936:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755932.049624:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654583936:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (10356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755932.049630:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15909 00000001:00080000:2.0:1787755932.133485:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976216 is committed 00010000:00010000:0.0:1787755932.642507:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755932.643012:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667174144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755932.643088:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755932.643280:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174144 00000100:00100000:2.0:1787755932.643291:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174144 00000100:00100000:2.0:1787755932.643636:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24872 00000100:00100000:2.0:1787755932.643648:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667174144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755932.643686:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:2.0:1787755932.643760:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667174144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755932.643768:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24872 00000100:00100000:1.0:1787755932.643848:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667174144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755933.038649:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755933.039413:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654584192 00000100:00100000:1.0:1787755933.039428:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654584192 00000100:00100000:2.0:1787755933.039594:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70551 00000100:00100000:2.0:1787755933.039607:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+6:230268:x1874588654584192:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755933.039628:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755933.039650:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657896d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21458b expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.039718:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657896dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.039731:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657896dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.039754:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657896dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755933.039811:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755933.039815:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755933.039838:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657896dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.039869:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b3253657896d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21458b expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.039886:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657896dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21458b expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.039895:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755933.039897:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755933.039901:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755933.039958:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+7:230268:x1874588654584192:12345-192.168.201.7@tcp:101:touch.0 Request processed in 355us (1320us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755933.039965:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70551 00000100:00100000:1.0:1787755933.047963:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755933.048013:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654584448 00000100:00100000:1.0:1787755933.048023:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654584448 00000100:00100000:1.0:1787755933.048080:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70552 00000100:00100000:1.0:1787755933.048091:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:230268:x1874588654584448:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755933.048110:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755933.048114:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1787755933.048142:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657896dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21458b expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048159:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755933.048165:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755933.048179:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657896e4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214592 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048294:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048308:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048337:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048352:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048359:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048365:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1787755933.048712:0:8458:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x520:0x0], index 0: 0 00010000:00010000:1.0:1787755933.048884:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657896f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048893:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657896f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048901:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657896f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048933:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048941:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048946:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048953:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048959:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755933.048963:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048971:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048980:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755933.048982:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755933.048986:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.048993:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657896eb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755933.049005:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c9d8fa1b reply state 000000008562a221 transno 8589957589 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.049016:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.049022:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd24a90 (ffff9dff821fae00) 00010000:00010000:1.0:1787755933.049025:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755933.049028:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755933.049054:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b3253657896e4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214592 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.049067:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657896f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214592 expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.049074:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821faf00) 00010000:00010000:1.0:1787755933.049076:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755933.049078:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755933.049143:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:230268:x1874588654584448:12345-192.168.201.7@tcp:101:touch.0 Request processed in 1053us (1190us total) trans 8589957589 rc 0/0 00000100:00100000:1.0:1787755933.049150:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70552 00000100:00100000:1.0:1787755933.053877:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755933.053927:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654584704 00000100:00100000:1.0:1787755933.053940:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654584704 00000100:00100000:1.0:1787755933.054014:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70553 00000100:00100000:1.0:1787755933.054026:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:230268:x1874588654584704:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:1.0:1787755933.054097:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755933.054128:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657896f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214592 expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.054152:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821faf00) 00010000:00010000:1.0:1787755933.054164:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755933.054217:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.054235:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.054244:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755933.054379:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008377e97b reply state 00000000bddf66fb transno 8589957590 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.054392:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755933.054399:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755933.054402:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755933.054405:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755933.054488:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+10:230268:x1874588654584704:12345-192.168.201.7@tcp:36:touch.0 Request processed in 463us (625us total) trans 8589957590 rc 0/0 00000100:00100000:1.0:1787755933.054506:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70553 00000100:00100000:1.0:1787755933.058067:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755933.058195:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654584832 00000100:00100000:3.0:1787755933.058206:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654584832 00000100:00100000:3.0:1787755933.058274:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70554 00000100:00100000:3.0:1787755933.058288:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:230268:x1874588654584832:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755933.058349:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755933.058376:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578970e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214599 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.058444:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578970e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214599 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.058460:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578970e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214599 expref: 11 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.058481:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755933.058485:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787755933.058488:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755933.058543:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:230268:x1874588654584832:12345-192.168.201.7@tcp:101:touch.0 Request processed in 259us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755933.058550:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70554 00000100:00100000:3.0:1787755933.060878:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755933.061302:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654584960 00000100:00100000:0.0:1787755933.061311:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654584960 00000100:00100000:0.0:1787755933.062092:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30855 00000100:00100000:0.0:1787755933.062103:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2398:x1874588654584960:12345-192.168.201.7@tcp:8:touch.0 00010000:00080000:0.0:1787755933.062139:0:8436:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp t0 exp 0000000000000000 cur 8990 last 0 00000020:00000080:0.0:1787755933.062171:0:8436:0:(genops.c:1385:class_connect()) connect: client 7bc8a071-3537-4c53-83e7-ca9769577496, cookie 0x9b2b325365789715 00002000:00100000:0.0:1787755933.062184:0:8436:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 7bc8a071-3537-4c53-83e7-ca9769577496/ffff9dfe474dc000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113951 ocd_grant: 6287360 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787755933.062204:0:8436:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787755933.062286:0:8436:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787755933.062337:0:8436:0:(import.c:65:import_set_state_nolock()) ffff9dfe474dd800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787755933.062403:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2398:x1874588654584960:12345-192.168.201.7@tcp:8:touch.0 Request processed in 300us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755933.062411:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30855 00000001:00100000:3.0:1787755933.065193:0:8429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7bc8a071-3537-4c53-83e7-ca9769577496 00000001:00100000:3.0:1787755933.065209:0:8429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7bc8a071-3537-4c53-83e7-ca9769577496 00000020:00000080:3.0:1787755933.065212:0:8429:0:(genops.c:885:class_export_put()) final put ffff9dfe434f4800/7bc8a071-3537-4c53-83e7-ca9769577496 00000020:00000080:3.0:1787755933.065254:0:166576:0:(genops.c:844:class_export_destroy()) destroying export ffff9dfe434f4800/7bc8a071-3537-4c53-83e7-ca9769577496 for lustre-OST0000 00000020:00000080:3.0:1787755933.065364:0:166576:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dfe434f3000 for lustre-OST0000 00000100:00100000:1.0:1787755933.068816:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755933.068895:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654585088 00000100:00100000:3.0:1787755933.068905:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654585088 00000100:00100000:3.0:1787755933.069011:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30856 00000100:00100000:3.0:1787755933.069022:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:0:x1874588654585088:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:3.0:1787755933.069241:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:0:x1874588654585088:12345-192.168.201.7@tcp:2:touch.0 Request processed in 219us (431us total) trans 4294973881 rc 0/0 00000100:00100000:3.0:1787755933.069249:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30856 00000100:00080000:1.0:1787755933.069599:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755933.072369:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755933.072507:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654585344 00000100:00100000:1.0:1787755933.072518:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654585344 00000100:00100000:1.0:1787755933.072578:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9420 00000100:00100000:1.0:1787755933.072588:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff49632850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:230268:x1874588654585344:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:1.0:1787755933.072884:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff49632850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:230268:x1874588654585344:12345-192.168.201.7@tcp:35:touch.0 Request processed in 296us (525us total) trans 8589957591 rc 0/0 00000100:00100000:1.0:1787755933.072892:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9420 00000100:00100000:3.0:1787755933.107092:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755933.107636:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654585472 00000100:00100000:2.0:1787755933.107649:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654585472 00000100:00100000:2.0:1787755933.107721:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70555 00000100:00100000:2.0:1787755933.107743:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+12:230269:x1874588654585472:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755933.107772:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755933.107796:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578971c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145a0 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.107866:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789723 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.107881:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.107894:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755933.107941:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755933.107945:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755933.107966:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789723 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.107992:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b32536578971c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145a0 expref: 14 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.108010:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789723 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145a0 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755933.108019:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755933.108022:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755933.108026:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755933.108092:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+13:230269:x1874588654585472:12345-192.168.201.7@tcp:101:touch.0 Request processed in 360us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755933.108099:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70555 00000100:00100000:2.0:1787755933.159808:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755933.159906:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755933.159923:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667174272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755933.159969:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755933.160040:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174272 00000100:00100000:1.0:1787755933.160047:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174272 00000100:00100000:1.0:1787755933.160089:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24873 00000100:00100000:1.0:1787755933.160094:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667174272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755933.160125:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755933.160161:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667174272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755933.160165:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24873 00000100:00100000:1.0:1787755933.160201:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667174272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755933.160451:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755933.160458:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667174400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755933.160481:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755933.160508:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174400 00000100:00100000:1.0:1787755933.160511:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174400 00000100:00100000:1.0:1787755933.160537:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893 00000100:00100000:1.0:1787755933.160541:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667174400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755933.160557:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755933.160579:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667174400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755933.160583:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893 00000100:00080000:1.0:1787755933.160594:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755933.160607:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976216 gen 2 00000004:00080000:1.0:1787755933.160611:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe52918e00, transno 4294976216 00000100:00100000:1.0:1787755933.160621:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667174400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755933.160866:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654585728 00000100:00100000:3.0:1787755933.160871:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654585728 00000100:00100000:3.0:1787755933.160903:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70556 00000100:00100000:3.0:1787755933.160908:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+13:230269:x1874588654585728:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:3.0:1787755933.160916:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755933.160919:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1787755933.160943:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789723 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145a0 expref: 13 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.160954:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755933.160958:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755933.160967:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578972a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145a7 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161066:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161075:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161082:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161091:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161096:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161100:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787755933.161379:0:6521:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x520:0x0], index 1: 0 00010000:00010000:3.0:1787755933.161646:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578973f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161653:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578973f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161659:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578973f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161684:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161689:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161693:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161697:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161700:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755933.161704:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161711:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161718:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755933.161719:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755933.161721:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161727:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789731 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755933.161749:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b6e480fc reply state 0000000008430ca8 transno 8589957592 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161760:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161765:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x123bd990 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755933.161767:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755933.161770:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755933.161796:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b32536578972a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145a7 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161811:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578973f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145a7 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755933.161816:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755933.161817:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755933.161819:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755933.161866:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:230269:x1874588654585728:12345-192.168.201.7@tcp:101:touch.0 Request processed in 958us (2067us total) trans 8589957592 rc 0/0 00000100:00100000:3.0:1787755933.161871:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70556 00000100:00100000:3.0:1787755933.166760:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe41a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667174528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755933.166835:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755933.166898:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174528 00000100:00100000:3.0:1787755933.166905:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174528 00000100:00100000:3.0:1787755933.166956:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1787755933.166964:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667174528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755933.166998:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00080000:1.0:1787755933.167038:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755933.167039:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667174528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755933.167045:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1787755933.167090:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe41a18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667174528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755933.169296:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755933.172135:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654585984 00000100:00100000:0.0:1787755933.172153:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654585984 00000100:00100000:0.0:1787755933.172228:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70557 00000100:00100000:0.0:1787755933.172240:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+15:230269:x1874588654585984:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:0.0:1787755933.172304:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755933.172361:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b32536578973f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145a7 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.172379:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:0.0:1787755933.172390:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755933.172464:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.172482:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.172491:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755933.172602:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007ac83360 reply state 000000006d7ebdba transno 8589957593 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.172614:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.172621:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:0.0:1787755933.172624:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755933.172627:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755933.172728:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+16:230269:x1874588654585984:12345-192.168.201.7@tcp:36:touch.0 Request processed in 489us (3445us total) trans 8589957593 rc 0/0 00000100:00100000:0.0:1787755933.172747:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70557 00000100:00100000:1.0:1787755933.177845:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755933.178490:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654586112 00000100:00100000:0.0:1787755933.178503:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654586112 00000100:00100000:0.0:1787755933.178572:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70558 00000100:00100000:0.0:1787755933.178582:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+16:230269:x1874588654586112:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:0.0:1787755933.178607:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755933.178626:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789754 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145ae expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.178683:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789754 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ae expref: 17 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.178701:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789754 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f6:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ae expref: 17 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755933.178720:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:0.0:1787755933.178724:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787755933.178728:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755933.178801:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+17:230269:x1874588654586112:12345-192.168.201.7@tcp:101:touch.0 Request processed in 219us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755933.178808:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70558 00000100:00100000:1.0:1787755933.181359:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755933.181444:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654586240 00000100:00100000:3.0:1787755933.181454:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654586240 00000100:00100000:3.0:1787755933.181511:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30857 00000100:00100000:3.0:1787755933.181520:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654586240:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:3.0:1787755933.181798:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654586240:12345-192.168.201.7@tcp:2:touch.0 Request processed in 273us (442us total) trans 4294976217 rc 0/0 00000100:00100000:3.0:1787755933.181810:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30857 00000100:00100000:1.0:1787755933.185004:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755933.186126:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654586496 00000100:00100000:3.0:1787755933.186140:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654586496 00000100:00100000:3.0:1787755933.186207:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9421 00000100:00100000:3.0:1787755933.186218:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+17:230269:x1874588654586496:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:3.0:1787755933.186567:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+18:230269:x1874588654586496:12345-192.168.201.7@tcp:35:touch.0 Request processed in 349us (1579us total) trans 8589957594 rc 0/0 00000100:00100000:3.0:1787755933.186575:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9421 00010000:00010000:3.0:1787755933.666477:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755934.690844:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755934.733607:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755934.733760:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654586624 00000100:00100000:0.0:1787755934.733771:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654586624 00000100:00100000:0.0:1787755934.733867:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70559 00000100:00100000:0.0:1787755934.733879:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+18:230333:x1874588654586624:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:0.0:1787755934.733908:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755934.733931:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578975b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145b5 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755934.734000:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789762 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755934.734014:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789762 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755934.734025:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789762 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755934.734077:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755934.734081:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755934.734104:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789762 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787755934.734109:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755934.734132:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578975b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145b5 expref: 20 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755934.734150:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789762 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145b5 expref: 19 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755934.734161:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755934.734164:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755934.734168:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:2.0:1787755934.734344:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+19:230333:x1874588654586624:12345-192.168.201.7@tcp:101:link.0 Request processed in 464us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755934.734352:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70559 00000100:00100000:0.0:1787755934.739887:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755934.740042:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654586752 00000100:00100000:2.0:1787755934.740054:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654586752 00000100:00100000:2.0:1787755934.740142:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70560 00000100:00100000:2.0:1787755934.740153:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+19:230333:x1874588654586752:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:2.0:1787755934.740187:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755934.740213:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789769 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145bc expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740288:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740304:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740333:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740346:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740353:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740359:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740477:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740486:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740493:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755934.740546:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f5:0x0]: returning size 0 00000004:00200000:2.0:1787755934.740552:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755934.740575:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740589:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740598:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740606:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740612:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740618:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740624:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755934.740629:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740637:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740650:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755934.740654:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755934.740659:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740666:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789770 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740690:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740697:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740702:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740720:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755934.740723:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740729:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740736:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd24a90 (ffff9dff821fae00) 00010000:00010000:2.0:1787755934.740738:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755934.740741:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740747:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789777 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740774:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789769 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145bc expref: 21 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740789:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145bc expref: 20 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755934.740802:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:2.0:1787755934.740805:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755934.740807:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755934.740893:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+20:230333:x1874588654586752:12345-192.168.201.7@tcp:101:link.0 Request processed in 741us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755934.740902:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70560 00000100:00100000:0.0:1787755934.761673:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755934.761872:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587008 00000100:00100000:3.0:1787755934.761884:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587008 00000100:00100000:3.0:1787755934.762019:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70561 00000100:00100000:3.0:1787755934.762032:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+20:230333:x1874588654587008:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:3.0:1787755934.762088:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1787755934.762116:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578977e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145bc expref: 20 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762137:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755934.762149:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789762 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145b5 expref: 19 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762158:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755934.762162:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755934.762186:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762199:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762209:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762680:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762691:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755934.762699:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:3.0:1787755934.762728:0:35154:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00000100:00100000:1.0:1787755935.262763:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755935.263418:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587136 00000100:00100000:2.0:1787755935.263431:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587136 00000100:00100000:2.0:1787755935.263519:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70562 00000100:00100000:2.0:1787755935.263531:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:230335:x1874588654587136:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:2.0:1787755935.263550:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755935.263572:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789793 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145c3 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755935.263640:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755935.263653:0:10713:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787755935.263655:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787755935.263665:0:10713:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755935.263685:0:10713:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755935.263708:0:10713:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755935.714996:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667174656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755935.715090:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755935.715330:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667174912:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715365:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755935.715407:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174912 00000100:00100000:3.0:1787755935.715416:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174912 00000100:00100000:3.0:1787755935.715462:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24874 00000100:00100000:3.0:1787755935.715483:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667174912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715545:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667174912:12345-0@lo:400:kworker.0 Request processed in 63us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755935.715553:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24874 00000100:00100000:3.0:1787755935.715601:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667174912:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715637:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667175040:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715664:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755935.715738:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667175424:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715761:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755935.715792:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175040 00000100:00100000:3.0:1787755935.715796:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175040 00000100:00100000:3.0:1787755935.715819:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175424 00000100:00100000:3.0:1787755935.715822:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175424 00000100:00100000:3.0:1787755935.715849:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15910 00000100:00100000:3.0:1787755935.715856:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667175040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715888:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667175040:12345-0@lo:400:kworker.0 Request processed in 32us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755935.715895:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15910 00000100:00100000:3.0:1787755935.715906:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15911 00000100:00100000:3.0:1787755935.715912:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667175424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715940:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667175424:12345-0@lo:400:kworker.0 Request processed in 28us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755935.715946:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15911 00000100:00100000:3.0:1787755935.715977:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667175040:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.715996:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667175424:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.716020:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667175552:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.716042:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755935.716068:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175552 00000100:00100000:3.0:1787755935.716071:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175552 00000100:00100000:3.0:1787755935.716095:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15912 00000100:00100000:3.0:1787755935.716102:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667175552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.716136:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667175552:12345-0@lo:400:kworker.0 Request processed in 34us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755935.716142:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15912 00000100:00100000:3.0:1787755935.716166:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667175552:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.716205:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667175936:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.716231:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755935.716272:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667176064:0@lo:400:kworker.0 00000100:00100000:3.0:1787755935.716295:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755935.716648:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174656 00000100:00100000:1.0:1787755935.716654:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174656 00000100:00100000:1.0:1787755935.716707:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6895 00000100:00100000:1.0:1787755935.716715:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667174656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755935.716740:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 6493888 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755935.716784:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667174656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755935.716790:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895 00000100:00080000:1.0:1787755935.716813:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755935.716817:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755935.716819:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787755935.716910:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175936 00000100:00100000:2.0:1787755935.716915:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175936 00000100:00100000:2.0:1787755935.716956:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176064 00000100:00100000:2.0:1787755935.716971:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176064 00000100:00100000:2.0:1787755935.716998:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10234 00000100:00100000:2.0:1787755935.717005:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667175936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717044:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667175936:12345-0@lo:400:kworker.0 Request processed in 40us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755935.717051:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10234 00000100:00100000:2.0:1787755935.717065:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10235 00000100:00100000:2.0:1787755935.717071:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667176064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717100:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667176064:12345-0@lo:400:kworker.0 Request processed in 29us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755935.717106:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10235 00010000:00010000:2.0:1787755935.717125:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755935.717143:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667175168:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717168:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755935.717194:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667175680:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717213:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755935.717226:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667176192:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717244:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755935.717278:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667174656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755935.717300:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787755935.717306:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667174784:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717369:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755935.717391:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667175296:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717413:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755935.717427:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667175808:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717448:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755935.717782:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175168 00000100:00100000:2.0:1787755935.717788:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175168 00000100:00100000:2.0:1787755935.717814:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176192 00000100:00100000:2.0:1787755935.717817:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176192 00000100:00100000:2.0:1787755935.717831:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175296 00000100:00100000:2.0:1787755935.717833:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175296 00000100:00100000:2.0:1787755935.717857:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15913 00000100:00100000:2.0:1787755935.717863:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667175168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717901:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667175168:12345-0@lo:400:kworker.0 Request processed in 37us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755935.717908:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15913 00000100:00100000:2.0:1787755935.717923:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15914 00000100:00100000:2.0:1787755935.717929:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667176192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.717955:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667176192:12345-0@lo:400:kworker.0 Request processed in 26us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755935.717961:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15914 00000100:00100000:2.0:1787755935.717973:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15915 00000100:00100000:2.0:1787755935.717980:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667175296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718005:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667175296:12345-0@lo:400:kworker.0 Request processed in 26us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755935.718011:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15915 00000100:00100000:2.0:1787755935.718033:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667174784 00000100:00100000:2.0:1787755935.718037:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667174784 00000100:00100000:2.0:1787755935.718061:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1787755935.718067:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667174784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718096:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667174784:12345-0@lo:400:kworker.0 Request processed in 30us (727us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755935.718103:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1787755935.718151:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667176064:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718178:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667175936:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718197:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667174784:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718207:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667175296:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718217:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667175168:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.718225:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667176192:0@lo:400:kworker.0 00000100:00100000:1.0:1787755935.718446:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175680 00000100:00100000:1.0:1787755935.718452:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175680 00000100:00100000:1.0:1787755935.718501:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10236 00000100:00100000:1.0:1787755935.718508:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667175680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755935.718555:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667175680:12345-0@lo:400:kworker.0 Request processed in 48us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755935.718563:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10236 00000100:00100000:1.0:1787755935.718583:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667175808 00000100:00100000:1.0:1787755935.718588:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667175808 00000100:00100000:1.0:1787755935.718613:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24875 00000100:00100000:1.0:1787755935.718619:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667175808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755935.718650:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667175808:12345-0@lo:400:kworker.0 Request processed in 31us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755935.718656:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24875 00000100:00080000:1.0:1787755935.718673:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755935.718676:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755935.718678:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755935.718680:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755935.719271:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667175808:0@lo:400:kworker.0 00000100:00100000:2.0:1787755935.719284:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667175680:0@lo:400:kworker.0 00000100:00100000:2.0:1787755936.226612:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667176320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755936.226718:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755936.227013:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176320 00000100:00100000:3.0:1787755936.227022:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176320 00000100:00100000:3.0:1787755936.227080:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6896 00000100:00100000:3.0:1787755936.227091:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667176320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755936.227143:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755936.227197:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667176320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755936.227204:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6896 00000100:00100000:3.0:1787755936.227255:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667176320:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1787755936.742473:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755937.165038:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165089:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165117:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165140:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165160:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165182:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165202:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755937.165252:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587776 00000100:00100000:2.0:1787755937.165262:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587776 00000100:00100000:2.0:1787755937.165362:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587648 00000100:00100000:2.0:1787755937.165366:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587648 00000100:00100000:2.0:1787755937.165388:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588160 00000100:00100000:2.0:1787755937.165391:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588160 00000100:00100000:2.0:1787755937.165412:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10237 00000100:00100000:2.0:1787755937.165423:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654587776:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.165497:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654587776:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 75us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.165505:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10237 00000100:00100000:2.0:1787755937.165524:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10238 00000100:00100000:2.0:1787755937.165531:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654587648:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.165561:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654587648:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 31us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.165567:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10238 00000100:00100000:2.0:1787755937.165578:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10239 00000100:00100000:2.0:1787755937.165584:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654588160:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.165607:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654588160:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.165612:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10239 00000100:00100000:2.0:1787755937.165633:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587520 00000100:00100000:2.0:1787755937.165637:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587520 00000100:00100000:2.0:1787755937.165662:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588032 00000100:00100000:2.0:1787755937.165676:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588032 00000100:00100000:2.0:1787755937.165695:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587392 00000100:00100000:2.0:1787755937.165698:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587392 00000100:00100000:2.0:1787755937.165724:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587904 00000100:00100000:2.0:1787755937.165729:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587904 00000100:00100000:2.0:1787755937.165772:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15916 00000100:00100000:2.0:1787755937.165786:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654587520:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.165841:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654587520:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 58us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.165852:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15916 00000100:00100000:2.0:1787755937.165875:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15917 00000100:00100000:2.0:1787755937.165887:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654588032:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.165935:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654588032:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 47us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.165945:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15917 00000100:00100000:2.0:1787755937.165968:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15918 00000100:00100000:2.0:1787755937.165979:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+19:2401:x1874588654587392:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.166017:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+19:2401:x1874588654587392:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 39us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.166028:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15918 00000100:00100000:2.0:1787755937.166056:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15919 00000100:00100000:2.0:1787755937.166069:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654587904:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755937.166098:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654587904:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 34us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.166104:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15919 00000100:00080000:2.0:1787755937.166143:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755937.166146:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755937.166149:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755937.166151:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755937.166530:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654587264 00000100:00100000:0.0:1787755937.166538:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654587264 00000100:00100000:0.0:1787755937.166583:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2442 00000100:00100000:0.0:1787755937.166592:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654587264:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755937.166630:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654587264:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 40us (1603us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755937.166635:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2442 00000001:00020000:0.0:1787755937.562405:0:35154:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:1.0:1787755937.585778:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.585803:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.585819:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755937.586166:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004c507094 reply state 00000000ef8997a3 transno 8589957595 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586181:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586189:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755937.586191:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1787755937.586196:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755937.586203:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586210:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586220:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586226:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586232:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755937.586237:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586244:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586255:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755937.586257:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755937.586260:0:35154:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586267:0:35154:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586273:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586311:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586338:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789785 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755937.586352:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004c507094 reply state 00000000ef8997a3 transno 8589957595 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586361:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586367:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:2.0:1787755937.586367:0:10713:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.586369:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755937.586372:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00010000:00010000:2.0:1787755937.586375:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755937.586410:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755937.586414:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755937.586431:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755937.586461:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789793 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145c3 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755937.586464:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+20:230333:x1874588654587008:12345-192.168.201.7@tcp:36:link.0 Request processed in 2824435us (2824805us total) trans 8589957595 rc 0/0 00000100:00100000:1.0:1787755937.586473:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70561 00010000:00010000:2.0:1787755937.586489:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145c3 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755937.586497:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755937.586499:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755937.586508:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755937.586533:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44badf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:230335:x1874588654587136:12345-192.168.201.7@tcp:101:mv.0 Request processed in 2323004us (2323781us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755937.586539:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70562 00000100:00100000:2.0:1787755937.595022:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755937.595121:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588288 00000100:00100000:3.0:1787755937.595134:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588288 00000100:00100000:3.0:1787755937.595208:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70563 00000100:00100000:3.0:1787755937.595218:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:230335:x1874588654588288:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:3.0:1787755937.595245:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755937.595270:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145ca expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595400:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595419:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595432:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595444:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595452:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595459:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595928:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595940:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.595947:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755937.595994:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f6:0x0]: returning size 0 00000004:00200000:3.0:1787755937.595998:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755937.596021:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596039:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596051:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596057:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596063:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596075:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596081:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755937.596086:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596095:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596108:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755937.596111:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755937.596115:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596122:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b3253657897af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596138:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596144:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596150:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596155:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755937.596157:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596167:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596173:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x123bd990 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755937.596176:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755937.596179:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596184:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596214:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ca expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596228:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ca expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.596236:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:3.0:1787755937.596238:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755937.596242:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755937.596423:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:230335:x1874588654588288:12345-192.168.201.7@tcp:101:mv.0 Request processed in 1205us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755937.596432:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70563 00000100:00100000:3.0:1787755937.608807:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755937.608937:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588416 00000100:00100000:1.0:1787755937.608950:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588416 00000100:00100000:1.0:1787755937.609041:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70564 00000100:00100000:1.0:1787755937.609055:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:230335:x1874588654588416:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:1.0:1787755937.609093:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755937.609126:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657897c4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145d1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609239:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609261:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609273:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609284:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609295:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609302:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609460:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609469:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609475:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755937.609525:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f5:0x0]: returning size 0 00000004:00200000:1.0:1787755937.609529:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755937.609552:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609566:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609577:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609585:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609591:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609602:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609609:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755937.609613:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609622:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609636:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755937.609639:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755937.609646:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609652:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657897cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609682:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609688:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609693:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609697:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755937.609700:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609710:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609717:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:1.0:1787755937.609720:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755937.609723:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609729:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657897d2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609759:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60600/0x9b2b3253657897c4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d1 expref: 10 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609774:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d1 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.609781:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755937.609783:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755937.609786:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755937.609882:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:230335:x1874588654588416:12345-192.168.201.7@tcp:101:mv.0 Request processed in 830us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755937.609891:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70564 00000100:00100000:0.0:1787755937.618845:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755937.626066:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588544 00000100:00100000:1.0:1787755937.626088:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588544 00000100:00100000:1.0:1787755937.626170:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30858 00000100:00100000:1.0:1787755937.626182:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2398:x1874588654588544:12345-192.168.201.7@tcp:8:mv.0 00010000:00080000:1.0:1787755937.626225:0:8679:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp t0 exp 0000000000000000 cur 8994 last 0 00000020:00000080:1.0:1787755937.626276:0:8679:0:(genops.c:1385:class_connect()) connect: client b211e791-52bd-4fb0-8db7-bbed27b67abc, cookie 0x9b2b3253657897e0 00002000:00100000:1.0:1787755937.626294:0:8679:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b211e791-52bd-4fb0-8db7-bbed27b67abc/ffff9dfe449aa000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113951 ocd_grant: 484638720 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787755937.626331:0:8679:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787755937.626418:0:8679:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787755937.626468:0:8679:0:(import.c:65:import_set_state_nolock()) ffff9dfe449aa800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787755937.626566:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2398:x1874588654588544:12345-192.168.201.7@tcp:8:mv.0 Request processed in 384us (7729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755937.626574:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30858 00000100:00100000:2.0:1787755937.634092:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755937.634171:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588672 00000100:00100000:1.0:1787755937.634182:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588672 00000100:00100000:1.0:1787755937.634268:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30859 00000100:00100000:1.0:1787755937.634279:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:0:x1874588654588672:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:1.0:1787755937.634299:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755937.634349:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145d8 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755937.634378:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x520:0x0] initial LVB size: 0, mtime: 0x6a8efd9c, atime: 0x6a8efd9c, ctime: 0x6a8efd9c, blocks: 0x0 00010000:00010000:1.0:1787755937.634402:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=8994s v=(0 0) 00010000:00010000:1.0:1787755937.634406:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755937.634415:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 7 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.634436:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 7 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755937.634456:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755937.634529:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:0:x1874588654588672:12345-192.168.201.7@tcp:101:mv.0 Request processed in 252us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755937.634536:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30859 00000100:00080000:2.0:1787755937.634864:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755937.642042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755937.642116:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654588800 00000100:00100000:3.0:1787755937.642129:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654588800 00000100:00100000:3.0:1787755937.642202:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30860 00000100:00100000:3.0:1787755937.642213:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654588800:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:3.0:1787755937.642234:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755937.642259:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145df expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755937.642288:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x520:0x0] initial LVB size: 0, mtime: 0x6a8efd9c, atime: 0x6a8efd9c, ctime: 0x6a8efd9c, blocks: 0x0 00010000:00010000:3.0:1787755937.642310:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=8994s v=(0 0) 00010000:00010000:3.0:1787755937.642341:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755937.642352:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 6 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.642375:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 6 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.642392:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755937.642462:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654588800:12345-192.168.201.7@tcp:101:mv.0 Request processed in 250us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755937.642471:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30860 00000100:00100000:1.0:1787755937.669805:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755937.672867:0:6533:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589056 00000100:00100000:3.0:1787755937.672886:0:6533:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589056 00000100:00100000:3.0:1787755937.672997:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1239 00000100:00100000:3.0:1787755937.673013:0:6533:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:230335:x1874588654589056:12345-192.168.201.7@tcp:36:mv.0 00010000:00010000:3.0:1787755937.673081:0:6533:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755937.673115:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657897d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d1 expref: 9 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673145:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755937.673159:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657897bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ca expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673169:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:3.0:1787755937.673177:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b32536578979a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145c3 expref: 7 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673186:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755937.673189:0:6533:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755937.673222:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673236:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673246:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673260:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673268:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673274:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673283:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673289:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673296:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673457:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673467:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673473:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673487:0:6533:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673508:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673514:0:6533:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673876:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673884:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673891:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673897:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755937.673902:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673911:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673920:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755937.673923:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755937.673927:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673933:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578980a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755937.673946:0:6533:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000291e2327 reply state 000000009a23c42e transno 8589957596 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673957:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673963:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:3.0:1787755937.673965:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:3.0:1787755937.673969:0:6533:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00010000:3.0:1787755937.673978:0:6533:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000291e2327 reply state 000000009a23c42e transno 8589957596 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673985:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.673991:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:3.0:1787755937.673993:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755937.673995:0:6533:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00010000:00010000:3.0:1787755937.674000:0:6533:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674010:0:6533:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674016:0:6533:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674023:0:6533:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674028:0:6533:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755937.674031:0:6533:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674037:0:6533:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674044:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755937.674045:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755937.674048:0:6533:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674053:0:6533:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b3253657897f5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755937.674063:0:6533:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000291e2327 reply state 000000009a23c42e transno 8589957596 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674070:0:6533:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755937.674076:0:6533:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x123bd990 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755937.674080:0:6533:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755937.674082:0:6533:0:(service.c:179:ptlrpc_save_lock()) nlocks 2 00000100:00100000:3.0:1787755937.674189:0:6533:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:230335:x1874588654589056:12345-192.168.201.7@tcp:36:mv.0 Request processed in 1178us (4396us total) trans 8589957596 rc 0/0 00000100:00100000:3.0:1787755937.674196:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1239 00000100:00100000:3.0:1787755937.765036:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667176448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755937.765119:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755937.765194:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755937.765214:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176448 00000100:00100000:3.0:1787755937.765222:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176448 00000100:00100000:3.0:1787755937.765278:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24876 00000100:00100000:3.0:1787755937.765288:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667176448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755937.765349:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755937.765405:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667176448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755937.765412:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24876 00000100:00100000:3.0:1787755937.765463:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667176448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755938.213937:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755938.214165:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589184 00000100:00100000:3.0:1787755938.214177:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589184 00000100:00100000:3.0:1787755938.214244:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70565 00000100:00100000:3.0:1787755938.214256:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+20:230017:x1874588654589184:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755938.214282:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755938.214305:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789818 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145e6 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.214430:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578981f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.214449:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578981f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.214462:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578981f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755938.214523:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755938.214527:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755938.214551:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578981f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.214578:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789818 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145e6 expref: 22 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.214599:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578981f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145e6 expref: 21 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.214608:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755938.214611:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755938.214615:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755938.214687:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+21:230017:x1874588654589184:12345-192.168.201.7@tcp:101:bash.0 Request processed in 433us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755938.214693:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70565 00000100:00100000:3.0:1787755938.223175:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755938.223234:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589312 00000100:00100000:0.0:1787755938.223246:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589312 00000100:00100000:0.0:1787755938.223353:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9422 00000100:00100000:0.0:1787755938.223364:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+21:230017:x1874588654589312:12345-192.168.201.7@tcp:37:bash.0 00000100:00100000:0.0:1787755938.237710:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+21:230017:x1874588654589312:12345-192.168.201.7@tcp:37:bash.0 Request processed in 14329us (14528us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755938.237731:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9422 00000100:00100000:2.0:1787755938.257993:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755938.258141:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589440 00000100:00100000:3.0:1787755938.258153:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589440 00000100:00100000:3.0:1787755938.258214:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70566 00000100:00100000:3.0:1787755938.258226:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+21:230376:x1874588654589440:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755938.258249:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755938.258268:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789826 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145ed expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.258773:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.258788:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.258800:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.258810:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.258817:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.258823:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259134:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259143:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259150:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755938.259194:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f6:0x0]: returning size 0 00000004:00200000:3.0:1787755938.259199:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755938.259221:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259235:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259245:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259253:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259260:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259267:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259273:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.259278:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259286:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259300:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755938.259304:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.259308:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259339:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578982d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259362:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259369:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259375:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259380:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.259383:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259389:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259396:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:3.0:1787755938.259398:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.259402:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259408:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789834 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259731:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789826 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ed expref: 23 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259748:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ed expref: 22 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.259760:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:3.0:1787755938.259762:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755938.259765:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755938.259843:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+22:230376:x1874588654589440:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1618us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755938.259852:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70566 00000100:00100000:1.0:1787755938.271572:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755938.271747:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589568 00000100:00100000:2.0:1787755938.271763:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589568 00000100:00100000:2.0:1787755938.271847:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30861 00000100:00100000:2.0:1787755938.271861:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654589568:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755938.271898:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755938.271929:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145f4 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.271967:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1787755938.271973:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755938.271985:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 7 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.272011:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 7 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.272030:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755938.272116:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654589568:12345-192.168.201.7@tcp:101:rm.0 Request processed in 258us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755938.272123:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30861 00000100:00100000:0.0:1787755938.274805:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755938.274831:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667176704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755938.274923:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755938.275285:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667176576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755938.275344:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755938.275392:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176576 00000100:00100000:3.0:1787755938.275401:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176576 00000100:00100000:3.0:1787755938.275479:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6897 00000100:00100000:3.0:1787755938.275490:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667176576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755938.275530:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755938.275579:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667176576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755938.275587:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6897 00000100:00100000:3.0:1787755938.275866:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667176576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755938.276477:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176704 00000100:00100000:1.0:1787755938.276485:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176704 00000100:00100000:1.0:1787755938.276534:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24877 00000100:00100000:1.0:1787755938.276543:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667176704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755938.276574:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755938.276962:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667176704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 418us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755938.276970:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24877 00000100:00100000:1.0:1787755938.277032:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667176704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755938.277747:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755938.277765:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667176832:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755938.277823:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787755938.278160:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755938.278250:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176832 00000100:00100000:0.0:1787755938.278257:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176832 00000100:00100000:0.0:1787755938.278330:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898 00000100:00100000:0.0:1787755938.278341:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667176832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755938.278364:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00080000:2.0:1787755938.278758:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755938.279468:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667176832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1125us (1640us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755938.279480:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898 00000100:00100000:2.0:1787755938.280026:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667176832:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755938.283773:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755938.284782:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589824 00000100:00100000:2.0:1787755938.284799:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589824 00000100:00100000:2.0:1787755938.285180:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70567 00000100:00100000:2.0:1787755938.285194:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+22:230376:x1874588654589824:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:2.0:1787755938.285255:0:6519:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1787755938.285286:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b32536578983b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f6:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ed expref: 22 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286741:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789754 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145ae expref: 21 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:2.0:1787755938.286813:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b32536578981f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145e6 expref: 20 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286828:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755938.286832:0:6519:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755938.286873:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286890:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286903:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286916:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286927:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.286934:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.287064:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.287072:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.287080:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787755938.290828:0:6519:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].226, 64 off22656 00000004:00080000:2.0:1787755938.290865:0:6519:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 8995312548963ns, next at 8996312538073ns, rc = 0 00010000:00010000:2.0:1787755938.291075:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291093:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291103:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291111:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291117:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291127:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291150:0:6519:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787755938.291176:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291182:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291189:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291196:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755938.291201:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291209:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291222:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:2.0:1787755938.291225:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1787755938.291228:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291234:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789857 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f6:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291259:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291268:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291273:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291278:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291283:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755938.291286:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291291:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291299:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755938.291301:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755938.291304:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291309:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789849 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755938.291348:0:6519:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d2a82407 reply state 00000000b6f36d30 transno 8589957597 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.291357:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755938.291359:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.291364:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.291365:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:2.0:1787755938.291368:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755938.291370:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc0e8f230) 00000100:00100000:2.0:1787755938.291371:0:6519:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755938.291373:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.291379:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.291391:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:0.0:1787755938.291393:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755938.291396:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.291401:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b32536578985e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f6:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.291412:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755938.291414:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755938.291415:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755938.291470:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+21:230376:x1874588654589824:12345-192.168.201.7@tcp:36:rm.0 Request processed in 6276us (7709us total) trans 8589957597 rc 0/0 00000100:00100000:2.0:1787755938.291480:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70567 00000100:00100000:0.0:1787755938.302852:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755938.304836:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654589952 00000100:00100000:1.0:1787755938.304851:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654589952 00000100:00100000:1.0:1787755938.304948:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70568 00000100:00100000:1.0:1787755938.304960:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+21:230376:x1874588654589952:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755938.304996:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755938.305021:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789865 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2145fb expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.305110:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578986c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.305126:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578986c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.305137:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578986c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755938.305192:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755938.305196:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755938.305220:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578986c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.305248:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b325365789865 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145fb expref: 23 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.305267:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578986c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145fb expref: 22 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.305276:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755938.305279:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755938.305283:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755938.305391:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+22:230376:x1874588654589952:12345-192.168.201.7@tcp:101:rm.0 Request processed in 433us (2552us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755938.305398:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70568 00000001:00080000:1.0:1787755938.306252:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957597 is committed 00000004:00080000:1.0:1787755938.306263:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 236 committed 00000001:00080000:1.0:1787755938.306290:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957596 is committed 00010000:00010000:3.0:1787755938.306383:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306393:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306399:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306408:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306414:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306420:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306435:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd24a90 (ffff9dff821fae00) 00010000:00010000:3.0:1787755938.306437:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.306441:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306447:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61400/0x9b2b3253657896f2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306470:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306477:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306482:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306488:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306490:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306495:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306505:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755938.306507:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.306510:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306515:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789707 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306525:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306531:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306536:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306541:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306543:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306549:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306556:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x123bd990 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755938.306559:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.306562:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306568:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b325365789738 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306581:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306586:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306591:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306596:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306598:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306604:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306610:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:3.0:1787755938.306612:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.306614:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306620:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b32536578974d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306630:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306636:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306656:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306661:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306663:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306668:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306676:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:3.0:1787755938.306678:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.306681:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306685:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578978c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306695:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306701:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306707:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306713:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306716:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306721:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306732:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755938.306734:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787755938.306736:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306741:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657897a1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f5:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306752:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306758:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306764:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306768:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755938.306770:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306776:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306783:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:3.0:1787755938.306785:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755938.306788:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.306793:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789850 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307200:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307209:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307215:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307219:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755938.307223:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307229:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307238:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x123bd990 (ffff9dfe48affa00) 00010000:00010000:2.0:1787755938.307241:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755938.307244:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307249:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b3253657897fc lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x123bd990 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307262:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307272:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307277:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307281:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28be00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755938.307283:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307287:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307294:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x58a7af4f (ffff9dfe48affe00) 00010000:00010000:2.0:1787755938.307296:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755938.307299:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307303:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789803 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x58a7af4f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307339:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307345:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307351:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307355:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755938.307358:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307363:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307370:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f6:0x0].0x0 (ffff9dfe52604800) 00010000:00010000:2.0:1787755938.307372:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1787755938.307375:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307379:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789811 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f6:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6533 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755938.307515:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667176960:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1787755938.307597:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755938.307769:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667176960 00000100:00100000:2.0:1787755938.307777:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667176960 00000100:00100000:2.0:1787755938.307831:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30862 00000100:00100000:2.0:1787755938.307841:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667176960:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1787755938.307869:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1312 count 1 00010000:00010000:2.0:1787755938.307901:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307923:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 5 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307933:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307940:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755938.307945:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755938.307949:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.307984:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.308000:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 6 pid: 35158 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755938.308012:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667177088:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755938.308098:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 5 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.308108:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 5 pid: 8433 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755938.308117:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667177216:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755938.308140:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48b84600 going to sleep for 11 seconds 00000100:00100000:0.0:1787755938.312267:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755938.312456:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590080 00000100:00100000:1.0:1787755938.312539:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590080 00000100:00100000:1.0:1787755938.312627:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70569 00000100:00100000:1.0:1787755938.312639:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+8:230376:x1874588654590080:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755938.312679:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755938.312705:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578987a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214602 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312790:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312805:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312819:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312835:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312841:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312847:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312958:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312967:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.312975:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755938.313020:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f5:0x0]: returning size 0 00000004:00200000:1.0:1787755938.313025:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755938.313043:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313054:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313063:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313069:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313076:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313082:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313087:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755938.313091:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313098:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313111:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755938.313115:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755938.313122:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313128:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789881 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313145:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313151:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313156:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313161:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755938.313163:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313169:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313176:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd24a90 (ffff9dfe466c5f00) 00010000:00010000:1.0:1787755938.313178:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755938.313182:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313188:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789888 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313220:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578987a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214602 expref: 10 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313238:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214602 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755938.313245:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755938.313248:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755938.313250:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755938.313380:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+9:230376:x1874588654590080:12345-192.168.201.7@tcp:101:rm.0 Request processed in 742us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755938.313390:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70569 00000100:00100000:2.0:1787755938.316480:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667177088:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755938.318035:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755938.318093:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755938.318309:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:24263:1874588667177216:192.168.201.7@tcp:104: 00010000:00010000:2.0:1787755938.318360:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755938.321138:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590208 00000100:00100000:3.0:1787755938.321168:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590208 00010000:00010000:0.0:1787755938.321613:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 7 pid: 35158 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755938.321790:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590336 00000100:00100000:0.0:1787755938.321796:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590336 00010000:00010000:0.0:1787755938.321815:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 6 pid: 8433 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755938.321841:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21793 00000100:00100000:0.0:1787755938.321854:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654590208:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755938.321984:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755938.321993:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 7 pid: 35158 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322013:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 7 pid: 35158 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322045:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004986efeb/0x9b2b325365789842 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145f4 expref: 7 pid: 35158 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322070:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755938.322158:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654590208:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 305us (4131us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755938.322167:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21793 00000100:00100000:0.0:1787755938.322194:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21794 00000100:00100000:0.0:1787755938.322201:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654590336:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755938.322210:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755938.322214:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 6 pid: 8433 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322226:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 6 pid: 8433 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322241:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d3038212/0x9b2b3253657897ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145df expref: 6 pid: 8433 timeout: 9095 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322255:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755938.322261:0:6504:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755938.322269:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322281:0:6504:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.322428:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755938.322453:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654590336:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 252us (4361us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755938.322461:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21794 00000100:00100000:0.0:1787755938.322654:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755938.322847:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590464 00000100:00100000:0.0:1787755938.322856:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590464 00000100:00100000:0.0:1787755938.323493:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30863 00000100:00100000:0.0:1787755938.323514:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654590464:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755938.323539:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755938.323563:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214609 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.323594:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1787755938.323598:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755938.323607:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 7 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.324661:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.324688:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.324701:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.324710:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.324744:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755938.324823:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 7 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.324864:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755938.324973:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2401:x1874588654590464:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1451us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755938.324984:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30863 00000100:00100000:2.0:1787755938.325125:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667176960:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17280us (17523us total) trans 4294976218 rc 0/0 00000100:00100000:2.0:1787755938.325138:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30862 00010000:00010000:2.0:1787755938.325192:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755938.325199:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.325209:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755938.325215:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.325225:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.325259:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.325267:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789873 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755938.325294:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755938.325297:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755938.325298:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755938.326059:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe464d6680/2, rc 0, transno 4294976218 00000100:00100000:0.0:1787755938.326077:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667176960:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1787755938.334914:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976218 is committed 00000001:00080000:2.0:1787755938.334929:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976217 is committed 00000100:00100000:0.0:1787755938.339376:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755938.339729:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590720 00000100:00100000:3.0:1787755938.339747:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590720 00000100:00100000:3.0:1787755938.339833:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70570 00000100:00100000:3.0:1787755938.339850:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+9:230376:x1874588654590720:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755938.339958:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755938.339996:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b32536578988f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214602 expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340030:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578970e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f5:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214599 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340045:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:3.0:1787755938.340069:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578986c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145fb expref: 7 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340078:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755938.340082:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755938.340114:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340132:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340150:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340170:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340177:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340183:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340539:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340550:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.340560:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787755938.341469:0:35153:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].226, 64 off22656 00000004:00080000:0.0:1787755938.346082:0:35153:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 8995367758614ns, next at 8996367740668ns, rc = 0 00010000:00010000:0.0:1787755938.346264:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.346289:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.346303:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.346751:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.346758:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.346766:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347401:0:35153:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755938.347444:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347454:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347460:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347466:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755938.347472:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347479:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347497:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:0.0:1787755938.347501:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755938.347507:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347514:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b3253657898ab lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347549:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347556:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347562:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347567:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347573:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755938.347577:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347584:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347592:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755938.347594:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755938.347598:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347603:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b32536578989d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755938.347617:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e9c9b1d9 reply state 00000000b4865593 transno 8589957598 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347650:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755938.347658:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd24a90 (ffff9dfe48afff00) 00010000:00010000:0.0:1787755938.347660:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755938.347664:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755938.347821:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:230376:x1874588654590720:12345-192.168.201.7@tcp:36:rm.0 Request processed in 7965us (8444us total) trans 8589957598 rc 0/0 00000100:00100000:0.0:1787755938.347834:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70570 00010000:00010000:3.0:1787755938.349260:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755938.349274:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.349285:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755938.349289:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.349297:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.349431:0:6508:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f5:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755938.349434:0:6508:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755938.349439:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.349444:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b3253657898b2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755938.349472:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755938.349473:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755938.349474:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755938.786671:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787755938.794081:0:8429:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b211e791-52bd-4fb0-8db7-bbed27b67abc 00000001:00080000:1.0:1787755938.794114:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973881 is committed 00010000:00010000:1.0:1787755939.817890:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755940.842331:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755940.842572:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667177728:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842669:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.842731:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667178240:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842757:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.842776:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667178752:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842800:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.842826:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1787755940.842832:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667177344:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842863:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.842887:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667177856:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842908:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.842923:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667178368:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842942:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.842958:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667178880:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.842979:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843004:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667177472:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843027:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843042:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667177984:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843061:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843076:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667178496:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843093:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843109:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755940.843114:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667177600:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843133:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843148:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667178112:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843166:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843183:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667178624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843202:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755940.843234:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667177728 00000100:00100000:1.0:1787755940.843243:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667177728 00000100:00100000:1.0:1787755940.843303:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178240 00000100:00100000:1.0:1787755940.843306:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178240 00000100:00100000:1.0:1787755940.843360:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667177856 00000100:00100000:1.0:1787755940.843364:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667177856 00000100:00100000:1.0:1787755940.843383:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178880 00000100:00100000:1.0:1787755940.843386:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178880 00000100:00100000:1.0:1787755940.843400:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667177600 00000100:00100000:1.0:1787755940.843403:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667177600 00000100:00100000:1.0:1787755940.843416:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178112 00000100:00100000:1.0:1787755940.843419:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178112 00000100:00100000:1.0:1787755940.843440:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15920 00000100:00100000:1.0:1787755940.843450:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667177728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843511:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667177728:12345-0@lo:400:kworker.0 Request processed in 61us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843518:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15920 00000100:00100000:1.0:1787755940.843539:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15921 00000100:00100000:1.0:1787755940.843545:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667178240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843572:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667178240:12345-0@lo:400:kworker.0 Request processed in 28us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843577:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15921 00000100:00100000:1.0:1787755940.843589:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15922 00000100:00100000:1.0:1787755940.843595:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667177856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843639:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667177856:12345-0@lo:400:kworker.0 Request processed in 44us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843646:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15922 00000100:00100000:1.0:1787755940.843657:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15923 00000100:00100000:1.0:1787755940.843663:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667178880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843686:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667178880:12345-0@lo:400:kworker.0 Request processed in 24us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843692:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15923 00000100:00100000:1.0:1787755940.843703:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15924 00000100:00100000:1.0:1787755940.843709:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667177600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843738:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667177600:12345-0@lo:400:kworker.0 Request processed in 29us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843748:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15924 00000100:00100000:1.0:1787755940.843759:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15925 00000100:00100000:1.0:1787755940.843765:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667178112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843791:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667178112:12345-0@lo:400:kworker.0 Request processed in 26us (624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843796:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15925 00000100:00100000:1.0:1787755940.843822:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178752 00000100:00100000:1.0:1787755940.843825:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178752 00000100:00100000:1.0:1787755940.843854:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178368 00000100:00100000:1.0:1787755940.843857:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178368 00000100:00100000:1.0:1787755940.843874:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667177984 00000100:00100000:1.0:1787755940.843877:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667177984 00000100:00100000:1.0:1787755940.843893:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178624 00000100:00100000:1.0:1787755940.843895:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178624 00000100:00100000:1.0:1787755940.843914:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10240 00000100:00100000:1.0:1787755940.843921:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667178752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.843953:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667178752:12345-0@lo:400:kworker.0 Request processed in 32us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.843959:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10240 00000100:00100000:1.0:1787755940.843969:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10241 00000100:00100000:1.0:1787755940.843976:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667178368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844001:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667178368:12345-0@lo:400:kworker.0 Request processed in 26us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.844006:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10241 00000100:00100000:1.0:1787755940.844016:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10242 00000100:00100000:1.0:1787755940.844022:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667177984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844051:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667177984:12345-0@lo:400:kworker.0 Request processed in 29us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.844057:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10242 00000100:00100000:1.0:1787755940.844068:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10243 00000100:00100000:1.0:1787755940.844074:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667178624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844100:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667178624:12345-0@lo:400:kworker.0 Request processed in 26us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.844106:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10243 00000100:00100000:1.0:1787755940.844125:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667177344 00000100:00100000:1.0:1787755940.844129:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667177344 00000100:00100000:1.0:1787755940.844158:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:1.0:1787755940.844164:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667177344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844194:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667177344:12345-0@lo:400:kworker.0 Request processed in 31us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755940.844200:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00080000:1.0:1787755940.844242:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755940.844246:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755940.844248:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755940.844250:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755940.844306:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe52918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667177600:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844342:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667178112:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844353:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667178624:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844364:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667177984:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844399:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667177344:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844412:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667177856:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844421:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667178368:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844431:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667178880:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844443:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667177728:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844454:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667178240:0@lo:400:kworker.0 00000100:00100000:1.0:1787755940.844461:0:3649:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976218 gen 2 00000004:00080000:1.0:1787755940.844466:0:3649:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe464d6680, transno 4294976218 00000100:00100000:1.0:1787755940.844480:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667178752:0@lo:400:kworker.0 00000100:00100000:3.0:1787755940.844952:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667177472 00000100:00100000:3.0:1787755940.844958:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667177472 00000100:00100000:3.0:1787755940.844998:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667178496 00000100:00100000:3.0:1787755940.845002:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667178496 00000100:00100000:3.0:1787755940.845025:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24878 00000100:00100000:3.0:1787755940.845032:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667177472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755940.845088:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81894700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667177472:12345-0@lo:400:kworker.0 Request processed in 56us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755940.845094:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24878 00000100:00100000:3.0:1787755940.845111:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24879 00000100:00100000:3.0:1787755940.845122:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667178496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755940.845150:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667178496:12345-0@lo:400:kworker.0 Request processed in 32us (2055us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755940.845156:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24879 00000100:00100000:3.0:1787755940.845204:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667177472:0@lo:400:kworker.0 00000100:00100000:3.0:1787755940.845216:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667178496:0@lo:400:kworker.0 00000100:00100000:3.0:1787755940.845679:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755940.852106:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667179008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755940.852224:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755940.852652:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179008 00000100:00100000:3.0:1787755940.852665:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179008 00000100:00100000:3.0:1787755940.852736:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899 00000100:00100000:3.0:1787755940.852748:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff75c35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667179008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755940.852795:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755940.854713:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff75c35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667179008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1953us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755940.854732:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899 00000100:00100000:0.0:1787755940.861740:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81897800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667179008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755941.347139:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667179136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755941.347225:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755941.347376:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179136 00000100:00100000:1.0:1787755941.347388:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179136 00000100:00100000:1.0:1787755941.347452:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6900 00000100:00100000:1.0:1787755941.347462:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667179136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755941.347500:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755941.347587:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667179136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755941.347605:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6900 00000100:00100000:0.0:1787755941.347811:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667179136:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755941.858549:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755942.277015:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755942.277063:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755942.277094:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755942.277119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755942.277151:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755942.277183:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590976 00000100:00100000:2.0:1787755942.277193:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590976 00000100:00100000:2.0:1787755942.277256:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591488 00000100:00100000:2.0:1787755942.277259:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591488 00000100:00100000:2.0:1787755942.277286:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15926 00000100:00100000:2.0:1787755942.277298:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654590976:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755942.277436:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+8:2399:x1874588654590976:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 139us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755942.277447:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15926 00000100:00100000:2.0:1787755942.277469:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15927 00000100:00100000:2.0:1787755942.277475:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654591488:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755942.277649:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654591488:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 173us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755942.277656:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15927 00000100:00100000:2.0:1787755942.277686:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591232 00000100:00100000:2.0:1787755942.277690:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591232 00000100:00100000:2.0:1787755942.277717:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591744 00000100:00100000:2.0:1787755942.277721:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591744 00000100:00100000:2.0:1787755942.277741:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10244 00000100:00100000:2.0:1787755942.277747:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654591232:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755942.277776:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654591232:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755942.277782:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10244 00000100:00100000:2.0:1787755942.277794:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10245 00000100:00100000:2.0:1787755942.277801:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654591744:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755942.277823:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654591744:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755942.277829:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10245 00000100:00100000:2.0:1787755942.277848:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654590848 00000100:00100000:2.0:1787755942.277852:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654590848 00000100:00100000:2.0:1787755942.277882:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2444 00000100:00100000:2.0:1787755942.277890:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654590848:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755942.277920:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654590848:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755942.277926:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2444 00000100:00080000:2.0:1787755942.277957:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755942.277963:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755942.278545:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755942.278595:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755942.278619:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755942.278643:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755942.278668:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591360 00000100:00100000:0.0:1787755942.278672:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591360 00000100:00100000:0.0:1787755942.278707:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591872 00000100:00100000:0.0:1787755942.278710:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591872 00000100:00100000:0.0:1787755942.278733:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10246 00000100:00100000:0.0:1787755942.278741:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654591360:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755942.278779:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654591360:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 38us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755942.278785:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10246 00000100:00100000:0.0:1787755942.278800:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10247 00000100:00100000:0.0:1787755942.278805:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654591872:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755942.278827:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654591872:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755942.278833:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10247 00000100:00100000:0.0:1787755942.278850:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591104 00000100:00100000:0.0:1787755942.278853:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591104 00000100:00100000:0.0:1787755942.278880:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654591616 00000100:00100000:0.0:1787755942.278883:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654591616 00000100:00100000:0.0:1787755942.278904:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15928 00000100:00100000:0.0:1787755942.278910:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654591104:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755942.278937:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654591104:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755942.278943:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15928 00000100:00100000:0.0:1787755942.278955:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15929 00000100:00100000:0.0:1787755942.278960:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654591616:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755942.278981:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654591616:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 21us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755942.278987:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15929 00000100:00080000:2.0:1787755942.281801:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755942.281816:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755942.882808:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755942.882841:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667179264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755942.882946:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755942.883035:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755942.883051:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179264 00000100:00100000:3.0:1787755942.883059:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179264 00000100:00100000:3.0:1787755942.883113:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24880 00000100:00100000:3.0:1787755942.883124:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667179264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755942.883162:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755942.883212:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667179264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755942.883221:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24880 00000100:00100000:3.0:1787755942.883272:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667179264:0@lo:41:osp-pre-1-0.0 00000004:00080000:2.0:1787755943.394771:0:30974:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 9000416451923ns, next at 9001416448853ns, rc = 0 00000100:00100000:3.0:1787755943.394789:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667179392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755943.394877:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755943.394988:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179392 00000100:00100000:3.0:1787755943.394998:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179392 00000100:00100000:3.0:1787755943.395068:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6901 00000100:00100000:3.0:1787755943.395081:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667179392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755943.395121:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755943.395191:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667179392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755943.395199:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6901 00000100:00100000:0.0:1787755943.395218:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667179392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755943.395978:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787755943.395990:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667179520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787755943.396022:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787755943.396205:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755943.396277:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179520 00000100:00100000:3.0:1787755943.396284:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179520 00000100:00100000:3.0:1787755943.396362:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6902 00000100:00100000:3.0:1787755943.396373:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667179520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755943.396398:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755943.396448:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667179520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755943.396455:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6902 00000100:00100000:1.0:1787755943.396491:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667179520:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1787755943.396660:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755943.397716:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667179648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755943.397771:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755943.397873:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179648 00000100:00100000:1.0:1787755943.397880:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179648 00000100:00100000:1.0:1787755943.397925:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24881 00000100:00100000:1.0:1787755943.397932:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667179648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755943.397962:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755943.398048:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667179648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755943.398055:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24881 00000100:00100000:2.0:1787755943.398143:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667179648:0@lo:41:osp-pre-0-1.0 00000004:00080000:0.0:1787755943.398369:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 243 committed 00000001:00080000:0.0:1787755943.398404:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957598 is committed 00000004:00080000:0.0:1787755943.398409:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 242 committed 00010000:00010000:2.0:1787755943.398647:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.398659:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.398668:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.398674:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755943.398680:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.398688:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.398712:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd24a90 (ffff9dfe48afff00) 00010000:00010000:2.0:1787755943.398715:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755943.398721:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.398727:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b000/0x9b2b3253657898a4 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd24a90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755943.399089:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755943.399102:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667179776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1787755943.399149:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755943.399649:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667179776 00000100:00100000:1.0:1787755943.399657:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667179776 00000100:00100000:1.0:1787755943.399704:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30864 00000100:00100000:1.0:1787755943.399714:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667179776:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1787755943.399739:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1312 count 1 00010000:00010000:1.0:1787755943.399766:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755943.399789:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 5 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755943.399800:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 5 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755943.399808:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1787755943.399812:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755943.399816:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755943.399849:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 5 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755943.399870:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 5 pid: 8679 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755943.399883:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81894a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667179904:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755943.399970:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 5 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755943.399981:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 5 pid: 20488 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755943.399992:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81895180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667180032:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755943.400019:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe5133db40 going to sleep for 11 seconds 00000100:00100000:1.0:1787755943.405227:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81894a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667179904:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755943.405517:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755943.405955:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592000 00000100:00100000:0.0:1787755943.405967:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592000 00010000:00010000:0.0:1787755943.406025:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 6 pid: 8679 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755943.406083:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21795 00000100:00100000:0.0:1787755943.406096:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654592000:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755943.406114:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755943.406121:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 6 pid: 8679 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755943.406140:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 6 pid: 8679 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755943.406170:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000935f60f7/0x9b2b325365789896 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x520:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214609 expref: 6 pid: 8679 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755943.406190:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755943.406254:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654592000:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 160us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755943.406262:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21795 00000100:00100000:1.0:1787755943.407912:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81895180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8433:1874588667180032:192.168.201.7@tcp:104: 00010000:00010000:1.0:1787755943.407943:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755943.408298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755943.411217:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592128 00000100:00100000:3.0:1787755943.411234:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592128 00010000:00010000:3.0:1787755943.411285:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 6 pid: 20488 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755943.411451:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21796 00000100:00100000:3.0:1787755943.411464:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654592128:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755943.411481:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755943.411490:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 6 pid: 20488 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755943.411519:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 6 pid: 20488 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755943.411564:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b3253657897e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x520:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2145d8 expref: 6 pid: 20488 timeout: 9100 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755943.411581:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755943.411586:0:6505:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x520:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755943.411592:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755943.411603:0:6505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755943.411645:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755943.411722:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654592128:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 258us (3423us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755943.411730:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21796 00010000:00010000:2.0:1787755943.411823:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.411835:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.411845:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.411853:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.411874:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755943.412085:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3650:x1874588667179776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12371us (12933us total) trans 4294973882 rc 0/0 00000100:00100000:2.0:1787755943.412094:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30864 00010000:00010000:2.0:1787755943.412124:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787755943.412132:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.412142:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:2.0:1787755943.412147:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.412156:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.412170:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.412177:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc9d9705/0x9b2b3253657898b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x520:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755943.412197:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755943.412200:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787755943.412202:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787755943.415445:0:3650:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dff81895500/2, rc 0, transno 4294973882 00000100:00100000:2.0:1787755943.415466:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81895500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667179776:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1787755943.906668:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755944.930735:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755945.954552:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755945.954590:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81895180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667180160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755945.954693:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.954824:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180160 00000100:00100000:1.0:1787755945.954835:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180160 00000100:00100000:1.0:1787755945.954937:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903 00000100:00100000:1.0:1787755945.954949:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667180160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755945.954993:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755945.955065:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667180160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.955073:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903 00000100:00100000:1.0:1787755945.955145:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81895180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667180160:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787755945.955431:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787755945.955605:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755945.955812:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667180672:0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.955871:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755945.955918:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667181184:0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.955947:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755945.955966:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667181696:0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.955988:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755945.956014:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1787755945.956021:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667180544:0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.956048:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755945.956067:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667181056:0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.956091:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755945.956109:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667181568:0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.956132:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755945.956167:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181184 00000100:00100000:3.0:1787755945.956175:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181184 00000100:00100000:1.0:1787755945.956349:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667180416:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.956388:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.956419:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667180928:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.956442:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.956464:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667181440:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.956489:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.956527:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787755945.956536:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667180288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.956597:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.956625:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667180800:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.956652:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.956671:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667181312:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.956701:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755945.956746:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180672 00000100:00100000:1.0:1787755945.956751:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180672 00000100:00100000:1.0:1787755945.956809:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181696 00000100:00100000:1.0:1787755945.956814:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181696 00000100:00100000:1.0:1787755945.956839:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180544 00000100:00100000:1.0:1787755945.956844:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180544 00000100:00100000:1.0:1787755945.956872:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181056 00000100:00100000:1.0:1787755945.956876:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181056 00000100:00100000:2.0:1787755945.956890:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180416 00000100:00100000:1.0:1787755945.956900:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180928 00000100:00100000:1.0:1787755945.956906:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180928 00000100:00100000:2.0:1787755945.956911:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180416 00000100:00100000:1.0:1787755945.956938:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180800 00000100:00100000:1.0:1787755945.956943:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180800 00000100:00100000:1.0:1787755945.956985:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15930 00000100:00100000:1.0:1787755945.956997:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667180672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755945.957013:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181312 00000100:00100000:2.0:1787755945.957021:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181312 00000100:00100000:2.0:1787755945.957073:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24882 00000100:00100000:1.0:1787755945.957082:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667180672:12345-0@lo:400:kworker.0 Request processed in 84us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.957095:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15930 00000100:00100000:2.0:1787755945.957095:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667180416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.957134:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15931 00000100:00100000:1.0:1787755945.957145:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667181696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755945.957361:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181568 00000100:00100000:3.0:1787755945.957368:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181568 00000100:00100000:3.0:1787755945.957403:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181440 00000100:00100000:3.0:1787755945.957406:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181440 00000100:00100000:3.0:1787755945.957432:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10248 00000100:00100000:3.0:1787755945.957440:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667181184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755945.957578:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15932 00000100:00100000:0.0:1787755945.957591:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667180544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.957686:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667181696:12345-0@lo:400:kworker.0 Request processed in 542us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.957694:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15931 00000100:00100000:1.0:1787755945.957708:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15933 00000100:00100000:1.0:1787755945.957715:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667181056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.957750:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0001_UUID+5:3650:x1874588667181056:12345-0@lo:400:kworker.0 Request processed in 36us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.957757:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15933 00000100:00100000:1.0:1787755945.957767:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15934 00000100:00100000:1.0:1787755945.957774:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667180928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.957806:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667180928:12345-0@lo:400:kworker.0 Request processed in 33us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.957812:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15934 00000100:00100000:1.0:1787755945.957826:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15935 00000100:00100000:1.0:1787755945.957832:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667180800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.957860:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667180800:12345-0@lo:400:kworker.0 Request processed in 28us (1209us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.957866:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15935 00000100:00100000:1.0:1787755945.957903:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24883 00000100:00100000:1.0:1787755945.957911:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667181312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.957943:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667181312:12345-0@lo:400:kworker.0 Request processed in 34us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.957950:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24883 00000100:00100000:1.0:1787755945.958004:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667180800:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958019:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667181312:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958032:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667180928:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958099:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10249 00000100:00100000:1.0:1787755945.958108:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667181568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958144:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667181568:12345-0@lo:400:kworker.0 Request processed in 38us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.958152:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10249 00000100:00100000:1.0:1787755945.958167:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10250 00000100:00100000:1.0:1787755945.958173:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667181440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958204:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667181440:12345-0@lo:400:kworker.0 Request processed in 31us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.958210:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10250 00000100:00100000:1.0:1787755945.958245:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667180288 00000100:00100000:1.0:1787755945.958250:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667180288 00000100:00100000:1.0:1787755945.958279:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:1.0:1787755945.958285:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667180288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958345:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667180288:12345-0@lo:400:kworker.0 Request processed in 60us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755945.958352:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00100000:1.0:1787755945.958404:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667180288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958418:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667181440:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958688:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3650:1874588667181056:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958702:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667181568:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958717:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667180672:0@lo:400:kworker.0 00000100:00100000:1.0:1787755945.958730:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667181696:0@lo:400:kworker.0 00000100:00100000:2.0:1787755945.961990:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81895180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667180416:12345-0@lo:400:kworker.0 Request processed in 4887us (5584us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755945.962009:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24882 00000100:00100000:2.0:1787755945.962173:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667180416:0@lo:400:kworker.0 00000100:00080000:2.0:1787755945.962211:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755945.962220:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755945.962224:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755945.962227:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755945.967178:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667181184:12345-0@lo:400:kworker.0 Request processed in 9719us (11210us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755945.967203:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10248 00000100:00100000:3.0:1787755945.967312:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667181184:0@lo:400:kworker.0 00000100:00100000:0.0:1787755945.974210:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3650:x1874588667180544:12345-0@lo:400:kworker.0 Request processed in 16602us (18142us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755945.974234:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15932 00000100:00100000:2.0:1787755945.974294:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3650:1874588667180544:0@lo:400:kworker.0 00000100:00100000:3.0:1787755946.482353:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755946.482391:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667181824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755946.482494:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755946.482582:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181824 00000100:00100000:3.0:1787755946.482594:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181824 00000100:00100000:3.0:1787755946.482667:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6904 00000100:00100000:3.0:1787755946.482679:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667181824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755946.482724:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755946.482780:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a032680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667181824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755946.482790:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6904 00000100:00100000:3.0:1787755946.482854:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667181824:0@lo:13:osp-pre-1-1.0 00000001:02000400:0.0:1787755946.863901:0:168508:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46f: pdirops: link and rename (src) ======================================================================== 10:52:24 (1787755944) 00010000:00010000:2.0:1787755946.978547:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755947.406807:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.406863:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.406899:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.406917:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.406953:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.406973:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.406990:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.407011:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.407039:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755947.407071:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592640 00000100:00100000:2.0:1787755947.407099:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592640 00000100:00100000:0.0:1787755947.407431:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592384 00000100:00100000:0.0:1787755947.407437:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592384 00000100:00100000:0.0:1787755947.407518:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592896 00000100:00100000:0.0:1787755947.407521:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592896 00000100:00100000:0.0:1787755947.407542:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592512 00000100:00100000:0.0:1787755947.407545:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592512 00000100:00100000:0.0:1787755947.407562:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654593024 00000100:00100000:0.0:1787755947.407565:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654593024 00000100:00100000:0.0:1787755947.407585:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15936 00000100:00100000:0.0:1787755947.407597:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654592384:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.407693:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654592384:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 97us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755947.407702:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15936 00000100:00100000:0.0:1787755947.407721:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15937 00000100:00100000:0.0:1787755947.407743:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654592896:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.407769:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654592896:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755947.407776:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15937 00000100:00100000:0.0:1787755947.407787:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15938 00000100:00100000:0.0:1787755947.407793:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654592512:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.407818:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654592512:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755947.407823:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15938 00000100:00100000:0.0:1787755947.407833:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15939 00000100:00100000:0.0:1787755947.407839:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654593024:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.407861:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43023100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654593024:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755947.407867:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15939 00000100:00100000:0.0:1787755947.408070:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654593152 00000100:00100000:0.0:1787755947.408077:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654593152 00000100:00100000:0.0:1787755947.408115:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592768 00000100:00100000:0.0:1787755947.408119:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592768 00000100:00100000:0.0:1787755947.408138:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654593280 00000100:00100000:0.0:1787755947.408887:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654593280 00000100:00100000:0.0:1787755947.408944:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10251 00000100:00100000:0.0:1787755947.408956:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654593152:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.409016:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654593152:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 63us (2097us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755947.409024:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10251 00000100:00100000:0.0:1787755947.409041:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10252 00000100:00100000:0.0:1787755947.409047:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654592768:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.409077:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654592768:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (2085us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755947.409082:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10252 00000100:00100000:0.0:1787755947.409106:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10253 00000100:00100000:0.0:1787755947.409113:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654593280:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755947.409137:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654593280:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (2097us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755947.409274:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10254 00000100:00100000:2.0:1787755947.409284:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654592640:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755947.409328:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654592640:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 32us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755947.409334:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10254 00000100:00080000:2.0:1787755947.409362:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755947.409367:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787755947.409369:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755947.409371:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755947.409924:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10253 00000100:00100000:3.0:1787755947.410902:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654592256 00000100:00100000:3.0:1787755947.410918:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654592256 00000100:00100000:3.0:1787755947.410989:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2446 00000100:00100000:3.0:1787755947.411000:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654592256:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755947.411069:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654592256:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 72us (4114us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755947.411076:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2446 00000100:00100000:3.0:1787755948.009679:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667181952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755948.009776:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787755948.011558:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755948.015453:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667181952 00000100:00100000:1.0:1787755948.015481:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667181952 00000100:00100000:1.0:1787755948.015564:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24884 00000100:00100000:1.0:1787755948.015579:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667181952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787755948.015626:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:1.0:1787755948.018067:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a030380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667181952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2476us (8275us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755948.018085:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24884 00000100:00100000:1.0:1787755948.018368:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667181952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755948.519039:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755948.519084:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667182080:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755948.519167:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755948.519240:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182080 00000100:00100000:3.0:1787755948.519248:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182080 00000100:00100000:3.0:1787755948.519308:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6905 00000100:00100000:3.0:1787755948.519334:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667182080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755948.519366:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755948.519409:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a031880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667182080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755948.519415:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6905 00000100:00080000:3.0:1787755948.519438:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755948.519676:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667182208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755948.519722:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755948.519777:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667182080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755948.521086:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182208 00000100:00100000:0.0:1787755948.521098:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182208 00000100:00100000:1.0:1787755948.521445:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755948.521713:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24885 00000100:00100000:0.0:1787755948.521726:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667182208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755948.521765:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755948.521814:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667182336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755948.521857:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755948.521864:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667182208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (2141us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755948.521871:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24885 00000100:00100000:3.0:1787755948.521964:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182336 00000100:00100000:3.0:1787755948.521970:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182336 00000100:00100000:3.0:1787755948.522015:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6906 00000100:00100000:3.0:1787755948.522023:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667182336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755948.522043:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755948.522203:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667182336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 181us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755948.522209:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6906 00000100:00100000:2.0:1787755948.522294:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b81f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667182208:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1787755948.522393:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755948.522420:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43021880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667182336:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787755948.608956:0:168556:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755948.609006:0:168556:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755949.028681:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755949.035703:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973882 is committed 00010000:00010000:3.0:1787755950.050516:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755950.214581:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755950.217678:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654593408 00000100:00100000:0.0:1787755950.217696:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654593408 00000100:00100000:0.0:1787755950.217799:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70571 00000100:00100000:0.0:1787755950.217812:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+6:231059:x1874588654593408:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:0.0:1787755950.217841:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755950.217868:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657898c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214610 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.217962:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657898c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.217984:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657898c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.218000:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657898c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755950.218056:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755950.218060:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755950.218084:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657898c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.218112:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b3253657898c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214610 expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.218131:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657898c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214610 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.218139:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755950.218141:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755950.218145:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755950.218217:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a048380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+7:231059:x1874588654593408:12345-192.168.201.7@tcp:101:touch.0 Request processed in 407us (3654us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755950.218224:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70571 00000100:00080000:3.0:1787755950.218549:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755950.231754:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755950.231885:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654593664 00000100:00100000:2.0:1787755950.231896:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654593664 00000100:00100000:2.0:1787755950.231963:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70572 00000100:00100000:2.0:1787755950.231975:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:231059:x1874588654593664:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755950.231998:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755950.232003:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755950.232031:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd000/0x9b2b3253657898c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214610 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232052:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755950.232057:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755950.232071:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898ce lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214617 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232190:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232204:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232225:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232244:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232251:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232257:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755950.232626:0:6521:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x521:0x0], index 0: 0 00010000:00010000:2.0:1787755950.232925:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657898e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232935:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657898e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232943:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657898e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232976:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232983:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232989:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.232995:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233001:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755950.233005:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233012:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233023:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755950.233026:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755950.233029:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233036:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b3253657898d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755950.233048:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009e4e7f9e reply state 00000000c3016c77 transno 8589957599 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233059:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233065:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa603bf78 (ffff9dfe502b8900) 00010000:00010000:2.0:1787755950.233067:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755950.233070:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755950.233098:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898ce lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214617 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233111:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657898e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214617 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.233119:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755950.233121:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755950.233124:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755950.233200:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:231059:x1874588654593664:12345-192.168.201.7@tcp:101:touch.0 Request processed in 1228us (1459us total) trans 8589957599 rc 0/0 00000100:00100000:2.0:1787755950.234386:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70572 00000100:00100000:0.0:1787755950.250002:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755950.251243:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654593920 00000100:00100000:2.0:1787755950.251258:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654593920 00000100:00100000:2.0:1787755950.251355:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70573 00000100:00100000:2.0:1787755950.251367:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+9:231059:x1874588654593920:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:2.0:1787755950.251428:0:35159:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755950.251467:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b3253657898e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214617 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.251488:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755950.251500:0:35159:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755950.251552:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.251565:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.251575:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755950.252399:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000074683b42 reply state 00000000eb3c87bd transno 8589957600 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.252418:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755950.252425:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755950.252429:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755950.252442:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787755950.252582:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:231059:x1874588654593920:12345-192.168.201.7@tcp:36:touch.0 Request processed in 1214us (2588us total) trans 8589957600 rc 0/0 00000100:00100000:2.0:1787755950.252592:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70573 00000100:00100000:0.0:1787755950.258502:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755950.258545:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654594048 00000100:00100000:0.0:1787755950.258555:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654594048 00000100:00100000:0.0:1787755950.258612:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70574 00000100:00100000:0.0:1787755950.258623:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+10:231059:x1874588654594048:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:0.0:1787755950.258647:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755950.258679:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657898f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21461e expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.258747:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657898f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21461e expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.258762:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657898f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21461e expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.258780:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:0.0:1787755950.258783:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787755950.258787:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755950.258839:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:231059:x1874588654594048:12345-192.168.201.7@tcp:101:touch.0 Request processed in 217us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755950.258846:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70574 00000100:00100000:0.0:1787755950.264233:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755950.264349:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654594176 00000100:00100000:3.0:1787755950.264360:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654594176 00000100:00100000:3.0:1787755950.264447:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30865 00000100:00100000:3.0:1787755950.264459:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654594176:12345-192.168.201.7@tcp:2:touch.0 00000100:00080000:1.0:1787755950.264930:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755950.265013:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654594176:12345-192.168.201.7@tcp:2:touch.0 Request processed in 555us (789us total) trans 4294973883 rc 0/0 00000100:00100000:3.0:1787755950.265022:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30865 00000100:00100000:0.0:1787755950.270262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755950.270419:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654594432 00000100:00100000:3.0:1787755950.270445:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654594432 00000100:00100000:3.0:1787755950.270500:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9423 00000100:00100000:3.0:1787755950.270512:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+11:231059:x1874588654594432:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:3.0:1787755950.270890:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+12:231059:x1874588654594432:12345-192.168.201.7@tcp:35:touch.0 Request processed in 379us (640us total) trans 8589957601 rc 0/0 00000100:00100000:3.0:1787755950.270899:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9423 00000100:00100000:0.0:1787755950.284559:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755950.284678:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654594560 00000100:00100000:1.0:1787755950.284693:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654594560 00000100:00100000:1.0:1787755950.284773:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70575 00000100:00100000:1.0:1787755950.284786:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+12:231060:x1874588654594560:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755950.284817:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755950.284842:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657898ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214625 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.284908:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789906 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.284923:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789906 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.284934:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789906 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755950.284982:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755950.284986:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755950.285008:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789906 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.285035:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b3253657898ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214625 expref: 14 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.285052:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789906 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214625 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.285065:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755950.285068:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755950.285072:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755950.285126:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:231060:x1874588654594560:12345-192.168.201.7@tcp:101:touch.0 Request processed in 343us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755950.285133:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70575 00000100:00100000:3.0:1787755950.298954:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755950.301911:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654594816 00000100:00100000:0.0:1787755950.301929:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654594816 00000100:00100000:0.0:1787755950.302001:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70576 00000100:00100000:0.0:1787755950.302012:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+13:231060:x1874588654594816:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:0.0:1787755950.302040:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755950.302043:0:35169:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787755950.302073:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789906 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214625 expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302092:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755950.302097:0:35169:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755950.302113:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b32536578990d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21462c expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302261:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302279:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302289:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302302:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302310:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302347:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787755950.302817:0:35169:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x521:0x0], index 1: 0 00010000:00010000:0.0:1787755950.302964:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789922 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302974:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.302981:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303013:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303021:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303027:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303033:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303038:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccde00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755950.303042:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303050:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303060:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755950.303063:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755950.303067:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303074:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789914 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755950.303087:0:35169:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cbe1586d reply state 00000000319b4f75 transno 8589957602 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303097:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303103:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604a00) 00010000:00010000:0.0:1787755950.303106:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755950.303108:0:35169:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755950.303133:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b32536578990d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21462c expref: 15 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303148:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21462c expref: 14 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.303155:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:0.0:1787755950.303157:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755950.303160:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755950.303233:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+15:231060:x1874588654594816:12345-192.168.201.7@tcp:101:touch.0 Request processed in 1223us (4291us total) trans 8589957602 rc 0/0 00000100:00100000:0.0:1787755950.303241:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70576 00000100:00100000:0.0:1787755950.318167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755950.320517:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654595072 00000100:00100000:0.0:1787755950.320530:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654595072 00000100:00100000:0.0:1787755950.320810:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70577 00000100:00100000:0.0:1787755950.320822:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+15:231060:x1874588654595072:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:0.0:1787755950.320880:0:35153:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755950.320911:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789922 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21462c expref: 15 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.320929:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604700) 00010000:00010000:0.0:1787755950.320942:0:35153:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755950.321003:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.321017:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.321027:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755950.321158:0:35153:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000049fa7a43 reply state 0000000041dc9c1f transno 8589957603 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.321172:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755950.321179:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:0.0:1787755950.323384:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755950.323400:0:35153:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755950.326905:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+16:231060:x1874588654595072:12345-192.168.201.7@tcp:36:touch.0 Request processed in 6074us (8740us total) trans 8589957603 rc 0/0 00000100:00100000:0.0:1787755950.326920:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70577 00000100:00100000:3.0:1787755950.332791:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755950.332918:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654595200 00000100:00100000:1.0:1787755950.332931:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654595200 00000100:00100000:1.0:1787755950.332996:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70578 00000100:00100000:1.0:1787755950.333008:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+16:231060:x1874588654595200:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755950.333036:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755950.333066:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789937 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214633 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.333138:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789937 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214633 expref: 17 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.333154:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789937 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214633 expref: 17 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755950.333176:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:1.0:1787755950.333179:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787755950.333184:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755950.333257:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+17:231060:x1874588654595200:12345-192.168.201.7@tcp:101:touch.0 Request processed in 250us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755950.333268:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70578 00000100:00100000:2.0:1787755950.343035:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755950.343144:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654595328 00000100:00100000:0.0:1787755950.343156:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654595328 00000100:00100000:0.0:1787755950.343230:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30866 00000100:00100000:0.0:1787755950.343241:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654595328:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:0.0:1787755950.343500:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654595328:12345-192.168.201.7@tcp:2:touch.0 Request processed in 259us (478us total) trans 4294976219 rc 0/0 00000100:00100000:0.0:1787755950.343508:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30866 00000100:00080000:3.0:1787755950.343629:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755950.349915:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755950.350015:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654595584 00000100:00100000:2.0:1787755950.350028:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654595584 00000100:00100000:2.0:1787755950.350093:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9424 00000100:00100000:2.0:1787755950.350105:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+17:231060:x1874588654595584:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:2.0:1787755950.350501:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+18:231060:x1874588654595584:12345-192.168.201.7@tcp:35:touch.0 Request processed in 396us (596us total) trans 8589957604 rc 0/0 00000100:00100000:2.0:1787755950.350508:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9424 00000100:00100000:2.0:1787755951.075048:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667182464:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755951.075130:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755951.075476:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182464 00000100:00100000:1.0:1787755951.075486:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182464 00000100:00100000:1.0:1787755951.075557:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6907 00000100:00100000:1.0:1787755951.075566:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667182464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755951.075599:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755951.075676:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667182464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755951.075684:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6907 00000100:00100000:1.0:1787755951.075747:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667182464:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787755951.076083:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787755951.076907:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755951.077732:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667182720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.077803:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755951.077842:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755951.077848:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7f441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667182592:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.077880:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755951.077926:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182720 00000100:00100000:3.0:1787755951.077935:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182720 00000100:00100000:3.0:1787755951.077982:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24886 00000100:00100000:3.0:1787755951.077990:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667182720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.078061:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667182720:12345-0@lo:400:kworker.0 Request processed in 71us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755951.078068:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24886 00000100:00100000:3.0:1787755951.078099:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182592 00000100:00100000:3.0:1787755951.078103:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182592 00000100:00100000:3.0:1787755951.078131:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1787755951.078137:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bba3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667182592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.078165:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bba3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667182592:12345-0@lo:400:kworker.0 Request processed in 28us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755951.078172:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1787755951.078221:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7f441500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667182592:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.078233:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667182720:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.078277:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667182976:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.078310:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755951.078363:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755951.078369:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667182848:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.078391:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755951.078767:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182976 00000100:00100000:2.0:1787755951.078774:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182976 00000100:00100000:2.0:1787755951.078832:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667182848 00000100:00100000:2.0:1787755951.078836:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667182848 00000100:00100000:2.0:1787755951.078857:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15940 00000100:00100000:2.0:1787755951.078863:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667182976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755951.078908:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667182976:12345-0@lo:400:kworker.0 Request processed in 45us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755951.078914:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15940 00000100:00100000:2.0:1787755951.078929:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15941 00000100:00100000:2.0:1787755951.078934:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667182848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755951.078963:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667182848:12345-0@lo:400:kworker.0 Request processed in 29us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755951.078969:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15941 00000100:00100000:2.0:1787755951.079028:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667182848:0@lo:400:kworker.0 00000100:00100000:2.0:1787755951.079039:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667182976:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.079384:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667183360:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.079416:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755951.079523:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667183872:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.079549:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755951.079571:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787755951.079577:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667183488:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.079601:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755951.079618:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667184000:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.079750:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183360 00000100:00100000:0.0:1787755951.079755:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183360 00000100:00100000:0.0:1787755951.079795:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15942 00000100:00100000:0.0:1787755951.079803:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667183360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.079834:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667183360:12345-0@lo:400:kworker.0 Request processed in 33us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755951.079838:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15942 00000100:00100000:0.0:1787755951.079856:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183872 00000100:00100000:0.0:1787755951.079858:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183872 00000100:00100000:0.0:1787755951.079880:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183488 00000100:00100000:0.0:1787755951.079883:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183488 00000100:00100000:0.0:1787755951.079906:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10255 00000100:00100000:0.0:1787755951.079912:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667183872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.079940:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667183872:12345-0@lo:400:kworker.0 Request processed in 28us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755951.079944:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10255 00000100:00100000:0.0:1787755951.079951:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10256 00000100:00100000:0.0:1787755951.079955:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667183488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.079970:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667183488:12345-0@lo:400:kworker.0 Request processed in 15us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755951.079976:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10256 00000100:00080000:0.0:1787755951.079994:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755951.079997:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755951.079999:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755951.080026:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667183232:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080045:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755951.080057:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667183744:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080068:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755951.080078:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787755951.080082:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667183104:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080092:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755951.080101:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667183616:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080114:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755951.080131:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183232 00000100:00100000:0.0:1787755951.080133:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183232 00000100:00100000:0.0:1787755951.080150:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183104 00000100:00100000:0.0:1787755951.080152:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183104 00000100:00100000:0.0:1787755951.080163:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15943 00000100:00100000:0.0:1787755951.080166:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667183232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080188:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0000-lwp-OST0001_UUID+5:3650:x1874588667183232:12345-0@lo:400:kworker.0 Request processed in 21us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755951.080194:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15943 00000100:00100000:0.0:1787755951.080207:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15944 00000100:00100000:0.0:1787755951.080213:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667183104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080239:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667183104:12345-0@lo:400:kworker.0 Request processed in 27us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755951.080245:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15944 00000100:00080000:0.0:1787755951.080259:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755951.080260:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755951.080276:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667183104:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080282:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cc53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3650:1874588667183232:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080341:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183744 00000100:00100000:0.0:1787755951.080344:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183744 00000100:00100000:0.0:1787755951.080369:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10257 00000100:00100000:0.0:1787755951.080373:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667183744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.080396:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667183744:12345-0@lo:400:kworker.0 Request processed in 23us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755951.080400:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10257 00000100:00080000:0.0:1787755951.080408:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755951.080416:0:3650:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973882 gen 2 00000100:00100000:1.0:1787755951.081099:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755951.081149:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667183360:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.081162:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667183872:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.081193:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667183488:0@lo:400:kworker.0 00000100:00100000:2.0:1787755951.081274:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667183616 00000100:00100000:2.0:1787755951.081279:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667183616 00000100:00100000:2.0:1787755951.082844:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24887 00000100:00100000:2.0:1787755951.082863:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667183616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755951.082960:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667183616:12345-0@lo:400:kworker.0 Request processed in 103us (2842us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755951.082968:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24887 00000100:00100000:3.0:1787755951.083893:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184000 00000100:00100000:3.0:1787755951.083904:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184000 00000100:00100000:3.0:1787755951.083968:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15945 00000100:00100000:3.0:1787755951.083976:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667184000:12345-0@lo:400:kworker.0 00000004:00080000:0.0:1787755951.084345:0:3650:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dff81895500, transno 4294973882 00000100:00100000:0.0:1787755951.084360:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667183744:0@lo:400:kworker.0 00000100:00100000:0.0:1787755951.084408:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a2adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667183616:0@lo:400:kworker.0 00000100:00100000:3.0:1787755951.084793:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667184000:12345-0@lo:400:kworker.0 Request processed in 816us (3694us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755951.084802:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15945 00000100:00100000:2.0:1787755951.085207:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667184000:0@lo:400:kworker.0 00000100:00100000:1.0:1787755951.594191:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755951.594222:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667184128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787755951.594358:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755951.594454:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184128 00000100:00100000:2.0:1787755951.594471:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184128 00000100:00100000:2.0:1787755951.594557:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6908 00000100:00100000:2.0:1787755951.594569:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667184128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787755951.594622:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755951.594727:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667184128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755951.594738:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6908 00000100:00100000:1.0:1787755951.594798:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667184128:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755952.101916:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755952.362976:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755952.363209:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654595712 00000100:00100000:1.0:1787755952.363226:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654595712 00000100:00100000:1.0:1787755952.363775:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70579 00000100:00100000:1.0:1787755952.363792:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+18:231124:x1874588654595712:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:1.0:1787755952.363837:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755952.363870:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578993e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21463a expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.363967:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365789945 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.363987:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365789945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.364002:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365789945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755952.364064:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755952.364068:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755952.364097:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365789945 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.364129:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61c00/0x9b2b32536578993e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21463a expref: 20 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.364149:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365789945 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21463a expref: 19 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.364160:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755952.364163:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755952.364167:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755952.364251:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7f441500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+19:231124:x1874588654595712:12345-192.168.201.7@tcp:101:link.0 Request processed in 463us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755952.364274:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70579 00000100:00100000:3.0:1787755952.370278:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755952.370364:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654595840 00000100:00100000:3.0:1787755952.370380:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654595840 00000100:00100000:3.0:1787755952.370484:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70580 00000100:00100000:3.0:1787755952.370500:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+19:231124:x1874588654595840:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755952.370718:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755952.370820:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578994c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214641 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.370922:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.370941:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.370955:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.370967:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.370976:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.370983:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371117:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371128:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371136:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755952.371197:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f7:0x0]: returning size 0 00000004:00200000:3.0:1787755952.371203:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755952.371233:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371254:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371285:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371293:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371301:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371310:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371354:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755952.371359:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371369:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371385:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755952.371389:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755952.371395:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371411:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371433:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371441:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371447:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371453:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755952.371456:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371463:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371470:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa603bf78 (ffff9dfe502b8900) 00010000:00010000:3.0:1787755952.371473:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755952.371476:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371483:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b32536578995a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.371513:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b32536578994c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214641 expref: 21 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.373444:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214641 expref: 20 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755952.373456:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:3.0:1787755952.373460:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755952.373466:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00080000:0.0:1787755952.374666:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755952.374980:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+20:231124:x1874588654595840:12345-192.168.201.7@tcp:101:link.0 Request processed in 4475us (4722us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755952.374994:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70580 00000100:00100000:1.0:1787755952.392117:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.398497:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596096 00000100:00100000:2.0:1787755952.398731:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596096 00000100:00100000:2.0:1787755952.398838:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70581 00000100:00100000:2.0:1787755952.398851:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+20:231124:x1874588654596096:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:2.0:1787755952.398928:0:35159:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1787755952.398967:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789961 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214641 expref: 20 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.398991:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755952.399003:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b325365789945 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21463a expref: 19 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.399013:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755952.399016:0:35159:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755952.399051:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.399066:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.399078:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.399095:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.399104:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755952.399111:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:2.0:1787755952.399118:0:35159:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00000100:00100000:2.0:1787755952.521027:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521067:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521107:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521126:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521185:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521206:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521235:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521259:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755952.521295:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596608 00000100:00100000:2.0:1787755952.521310:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596608 00000100:00100000:2.0:1787755952.521425:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654597120 00000100:00100000:2.0:1787755952.521429:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654597120 00000100:00100000:2.0:1787755952.521449:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596480 00000100:00100000:2.0:1787755952.521452:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596480 00000100:00100000:2.0:1787755952.521473:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596992 00000100:00100000:2.0:1787755952.521475:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596992 00000100:00100000:2.0:1787755952.521498:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10258 00000100:00100000:2.0:1787755952.521521:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654596608:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755952.521621:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654596608:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 112us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755952.521629:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10258 00000100:00100000:2.0:1787755952.521651:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10259 00000100:00100000:2.0:1787755952.521657:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654597120:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755952.521682:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654597120:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755952.521689:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10259 00000100:00100000:2.0:1787755952.521699:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10260 00000100:00100000:2.0:1787755952.521705:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654596480:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755952.521726:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43020380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654596480:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755952.521733:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10260 00000100:00100000:2.0:1787755952.521746:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10261 00000100:00100000:2.0:1787755952.521828:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654596992:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755952.521856:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654596992:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 104us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755952.521863:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10261 00000100:00100000:0.0:1787755952.522899:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596352 00000100:00100000:0.0:1787755952.522914:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596352 00000100:00100000:0.0:1787755952.522963:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596864 00000100:00100000:0.0:1787755952.522966:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596864 00000100:00100000:0.0:1787755952.522987:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596736 00000100:00100000:0.0:1787755952.522991:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596736 00000100:00100000:0.0:1787755952.523025:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15946 00000100:00100000:0.0:1787755952.523035:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654596352:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755952.523106:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654596352:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 73us (2098us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755952.523114:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15946 00000100:00100000:0.0:1787755952.523134:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15947 00000100:00100000:0.0:1787755952.523141:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654596864:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755952.523165:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654596864:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755952.523172:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15947 00000100:00100000:0.0:1787755952.523183:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15948 00000100:00100000:0.0:1787755952.523189:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654596736:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755952.523210:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2399:x1874588654596736:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (1975us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755952.523216:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15948 00000100:00080000:0.0:1787755952.523251:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755952.523256:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755952.523259:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755952.523262:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755952.525865:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654596224 00000100:00100000:1.0:1787755952.525883:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654596224 00000100:00100000:1.0:1787755952.525961:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2448 00000100:00100000:1.0:1787755952.525973:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff4b215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654596224:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755952.526054:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff4b215850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654596224:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 83us (4867us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755952.526062:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2448 00000100:00100000:2.0:1787755952.892982:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755952.893112:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654597248 00000100:00100000:1.0:1787755952.893126:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654597248 00000100:00100000:1.0:1787755952.893193:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70582 00000100:00100000:1.0:1787755952.893205:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:231126:x1874588654597248:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:1.0:1787755952.893228:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755952.893254:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789976 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214648 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.893362:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.893376:0:35153:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.893384:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.893416:0:35153:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755952.893427:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755953.124825:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667184256:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755953.124906:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755953.125161:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184256 00000100:00100000:0.0:1787755953.125170:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184256 00000100:00100000:0.0:1787755953.125237:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24888 00000100:00100000:0.0:1787755953.125247:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667184256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787755953.125289:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:0.0:1787755953.125375:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667184256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755953.125392:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24888 00000100:00100000:1.0:1787755953.125546:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667184256:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1787755953.125910:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755953.634601:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755953.634630:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667184384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755953.634717:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755953.634855:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667184640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755953.634886:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755953.634977:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787755953.634989:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667184512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755953.635028:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755953.635127:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184512 00000100:00100000:2.0:1787755953.635137:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184512 00000100:00100000:0.0:1787755953.635265:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184384 00000100:00100000:0.0:1787755953.635270:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184384 00000100:00100000:0.0:1787755953.635365:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184640 00000100:00100000:0.0:1787755953.635370:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184640 00000100:00100000:0.0:1787755953.635401:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909 00000100:00100000:0.0:1787755953.635412:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667184384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755953.635453:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755953.635509:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667184384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755953.635516:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909 00000100:00100000:0.0:1787755953.635535:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910 00000100:00100000:0.0:1787755953.635542:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667184640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755953.635559:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755953.635594:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667184640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755953.635600:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910 00000100:00080000:0.0:1787755953.635617:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755953.635621:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755953.635667:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667184384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755953.636295:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43020000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667184640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755953.637257:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24889 00000100:00100000:2.0:1787755953.637274:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667184512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755953.637308:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755953.637423:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667184512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 157us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755953.637430:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24889 00000100:00100000:0.0:1787755953.637535:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667184512:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787755954.146537:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:2.0:1787755954.804370:0:35159:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:2.0:1787755954.804419:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804439:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804451:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755954.804783:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000059c12c5 reply state 00000000ffc3cd85 transno 8589957605 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804800:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804808:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755954.804811:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787755954.804818:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755954.804824:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804831:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804837:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804844:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804850:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755954.804855:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804863:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804873:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755954.804875:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755954.804878:0:35159:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804887:0:35159:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804893:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804920:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804927:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789968 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755954.804938:0:35159:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000059c12c5 reply state 00000000ffc3cd85 transno 8589957605 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804946:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.804952:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfba3148b (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755954.804954:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755954.804956:0:35159:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1787755954.805075:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+20:231124:x1874588654596096:12345-192.168.201.7@tcp:36:link.0 Request processed in 2406220us (2412969us total) trans 8589957605 rc 0/0 00000100:00100000:2.0:1787755954.805086:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70581 00010000:00010000:1.0:1787755954.805758:0:35153:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.805769:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755954.805813:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755954.805817:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755954.805838:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.805869:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789976 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214648 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.805889:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214648 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.805898:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755954.805901:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755954.805904:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755954.805953:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:231126:x1874588654597248:12345-192.168.201.7@tcp:101:mv.0 Request processed in 1912750us (1912984us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755954.805961:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70582 00000100:00100000:2.0:1787755954.812436:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755954.812657:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654597376 00000100:00100000:0.0:1787755954.812670:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654597376 00000100:00100000:0.0:1787755954.812760:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70583 00000100:00100000:0.0:1787755954.812772:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:231126:x1874588654597376:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:0.0:1787755954.812794:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755954.812818:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578998b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21464f expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.812889:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.812902:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.812912:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.812922:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.812928:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.812933:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813030:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813039:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813045:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755954.813093:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f7:0x0]: returning size 0 00000004:00200000:0.0:1787755954.813099:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755954.813120:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813133:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813143:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813149:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813156:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813163:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813168:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755954.813173:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813179:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813192:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755954.813195:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755954.813201:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813206:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789992 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813227:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813233:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813240:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813245:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755954.813247:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813252:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813260:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfba3148b (ffff9dfe502b8c00) 00010000:00010000:0.0:1787755954.813262:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755954.813264:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813271:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789999 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813301:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578998b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21464f expref: 9 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813372:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21464f expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.813383:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:0.0:1787755954.813386:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755954.813388:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755954.813456:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:231126:x1874588654597376:12345-192.168.201.7@tcp:101:mv.0 Request processed in 686us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755954.813464:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70583 00000100:00080000:2.0:1787755954.813847:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755954.822046:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755954.822204:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654597504 00000100:00100000:3.0:1787755954.822216:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654597504 00000100:00100000:3.0:1787755954.822283:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70584 00000100:00100000:3.0:1787755954.822294:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:231126:x1874588654597504:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:3.0:1787755954.822539:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755954.822564:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657899a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214656 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822724:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822741:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822753:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822764:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822771:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822779:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822879:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822888:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822895:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755954.822947:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f8:0x0]: returning size 0 00000004:00200000:3.0:1787755954.822952:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755954.822972:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822984:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.822994:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823000:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823006:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823012:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823023:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755954.823028:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823036:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823049:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755954.823052:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755954.823057:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823064:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b3253657899ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823079:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823085:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823091:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823096:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755954.823099:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823106:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823117:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604a00) 00010000:00010000:3.0:1787755954.823120:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755954.823123:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823129:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b3253657899b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823154:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b3253657899a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214656 expref: 10 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823168:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214656 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755954.823175:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:3.0:1787755954.823177:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755954.823179:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755954.823236:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:231126:x1874588654597504:12345-192.168.201.7@tcp:101:mv.0 Request processed in 943us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755954.823244:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70584 00000100:00100000:0.0:1787755954.836700:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755954.836807:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654597632 00000100:00100000:2.0:1787755954.836818:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654597632 00000100:00100000:2.0:1787755954.836893:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30867 00000100:00100000:2.0:1787755954.836904:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654597632:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:2.0:1787755954.836922:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755954.836942:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21465d expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755954.836970:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x521:0x0] initial LVB size: 0, mtime: 0x6a8efdae, atime: 0x6a8efdae, ctime: 0x6a8efdae, blocks: 0x0 00010000:00010000:2.0:1787755954.836991:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x521:0x0].0x0 since=9011s v=(0 0) 00010000:00010000:2.0:1787755954.836996:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755954.837005:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 6 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.837023:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 6 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755954.837038:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755954.837104:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654597632:12345-192.168.201.7@tcp:101:mv.0 Request processed in 202us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755954.837111:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30867 00000100:00080000:0.0:1787755954.838545:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755954.845812:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755954.845981:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654597760 00000100:00100000:0.0:1787755954.845993:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654597760 00000100:00100000:0.0:1787755954.846067:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30868 00000100:00100000:0.0:1787755954.846078:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654597760:12345-192.168.201.7@tcp:101:mv.0 00010000:00010000:0.0:1787755954.846100:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755954.846124:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214664 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755954.846153:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x521:0x0] initial LVB size: 0, mtime: 0x6a8efdad, atime: 0x6a8efdad, ctime: 0x6a8efdad, blocks: 0x0 00010000:00010000:0.0:1787755954.846178:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=9011s v=(0 0) 00010000:00010000:0.0:1787755954.846184:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755954.846196:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.846220:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 6 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755954.846241:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd400, rc 0) 00000100:00100000:0.0:1787755954.846302:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654597760:12345-192.168.201.7@tcp:101:mv.0 Request processed in 226us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755954.846309:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30868 00000100:00080000:2.0:1787755954.849376:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755954.871192:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755954.878744:0:124229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598016 00000100:00100000:0.0:1787755954.878765:0:124229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598016 00000100:00100000:1.0:1787755954.878911:0:124229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 1240 00000100:00100000:1.0:1787755954.878923:0:124229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:231126:x1874588654598016:12345-192.168.201.7@tcp:36:mv.0 00010000:00010000:1.0:1787755954.878978:0:124229:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1787755954.879007:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b3253657899bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f8:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214656 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879041:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:1.0:1787755954.879054:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b3253657899a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21464f expref: 8 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879065:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:1.0:1787755954.879072:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b32536578997d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214648 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879080:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755954.879084:0:124229:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755954.879114:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879127:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879136:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879146:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879154:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879160:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879170:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879177:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879183:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879303:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879339:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879362:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879377:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879384:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879392:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755954.879726:0:124229:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].227, 64 off22720 00000004:00080000:1.0:1787755954.879738:0:124229:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 9011901421771ns, next at 9012901418526ns, rc = 0 00010000:00010000:1.0:1787755954.879818:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879826:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879832:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879838:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755954.879842:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879849:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879859:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:1.0:1787755954.879863:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755954.879867:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879872:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b3253657899ed lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755954.879885:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001a0d7ea3 reply state 0000000097c0f73f transno 8589957606 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879896:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879903:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:1.0:1787755954.879905:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00000100:00100000:1.0:1787755954.879908:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787755954.879914:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879919:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879924:0:124229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879928:0:124229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755954.879931:0:124229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879936:0:124229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879943:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755954.879946:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755954.879948:0:124229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879954:0:124229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b3253657899d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755954.879963:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001a0d7ea3 reply state 0000000097c0f73f transno 8589957606 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879971:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879976:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604a00) 00010000:00010000:1.0:1787755954.879978:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755954.879980:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000004:00010000:1.0:1787755954.879983:0:124229:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001a0d7ea3 reply state 0000000097c0f73f transno 8589957606 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879990:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.879995:0:124229:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfba3148b (ffff9dfe502b8c00) 00010000:00010000:1.0:1787755954.879998:0:124229:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755954.879999:0:124229:0:(service.c:179:ptlrpc_save_lock()) nlocks 2 00010000:00010000:1.0:1787755954.880009:0:124229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880017:0:124229:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880024:0:124229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880035:0:124229:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880041:0:124229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880045:0:124229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880077:0:124229:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755954.880128:0:9524:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787755954.880133:0:9524:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880139:0:9524:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:1.0:1787755954.880143:0:9524:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880149:0:9524:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880158:0:9524:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:1.0:1787755954.880161:0:9524:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787755954.880163:0:9524:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880168:0:9524:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b3253657899f4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f8:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755954.880179:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755954.880181:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755954.880183:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755954.880247:0:124229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_io00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:231126:x1874588654598016:12345-192.168.201.7@tcp:36:mv.0 Request processed in 1324us (9066us total) trans 8589957606 rc 0/0 00000100:00100000:1.0:1787755954.880256:0:124229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 1240 00010000:00010000:3.0:1787755955.170555:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755955.253225:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957606 is committed 00000004:00080000:1.0:1787755955.253241:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 237 committed 00000001:00080000:1.0:1787755955.253280:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957605 is committed 00010000:00010000:3.0:1787755955.253415:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253430:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253439:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253445:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.253451:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253459:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253483:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa603bf78 (ffff9dfe502b8900) 00010000:00010000:3.0:1787755955.253487:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.253493:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253499:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b3253657898dc lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253528:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253535:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253540:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253545:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.253548:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253554:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253566:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:3.0:1787755955.253569:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.253571:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253577:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b3253657898f1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253601:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253606:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253612:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253616:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.253618:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253624:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253632:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604a00) 00010000:00010000:3.0:1787755955.253634:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.253637:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253643:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578991b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253656:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253662:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253667:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253672:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.253675:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253680:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253687:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:3.0:1787755955.253689:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.253692:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253698:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789930 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253710:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253716:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253722:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253727:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.253730:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253736:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253743:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfba3148b (ffff9dfe502b8c00) 00010000:00010000:3.0:1787755955.253745:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.253747:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253752:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b32536578996f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253760:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253766:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253771:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253775:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.253777:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253783:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253793:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:3.0:1787755955.253795:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:3.0:1787755955.253798:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.253803:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789984 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254304:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254358:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254366:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254371:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755955.254375:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254382:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254392:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfba3148b (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755955.254394:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755955.254397:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254403:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b3253657899df lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xfba3148b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254423:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254430:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254436:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254440:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755955.254443:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254449:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254460:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604a00) 00010000:00010000:2.0:1787755955.254462:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755955.254465:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254470:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60000/0x9b2b3253657899d8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254483:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254489:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254495:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254500:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755955.254503:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254508:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254515:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755955.254517:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1787755955.254520:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.254526:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b3253657899e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f7:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 124229 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755955.254797:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755955.254816:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667184768:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1787755955.255417:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755955.262304:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667184768 00000100:00100000:0.0:1787755955.262364:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667184768 00000100:00100000:0.0:1787755955.262460:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30869 00000100:00100000:0.0:1787755955.262474:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667184768:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1787755955.262509:0:8679:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:1313 count 1 00010000:00010000:0.0:1787755955.262542:0:8679:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.262570:0:8679:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 5 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.262591:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x521:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1787755955.262596:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755955.262601:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.262644:0:8679:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 5 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.262666:0:8679:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 5 pid: 8435 timeout: 9112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755955.262681:0:8679:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588667184896:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755955.262775:0:8679:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48932780 going to sleep for 11 seconds 00000100:00080000:2.0:1787755955.263406:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755955.267402:0:8679:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8679:1874588667184896:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755955.267439:0:8679:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755955.268267:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755955.268368:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598144 00000100:00100000:0.0:1787755955.268376:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598144 00010000:00010000:0.0:1787755955.268417:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 6 pid: 8435 timeout: 9112 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755955.268461:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21797 00000100:00100000:0.0:1787755955.268472:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654598144:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755955.268486:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755955.268491:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 6 pid: 8435 timeout: 9112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.268505:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 6 pid: 8435 timeout: 9112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.268531:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c57f5a/0x9b2b3253657899c3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21465d expref: 6 pid: 8435 timeout: 9112 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.268546:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755955.268550:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755955.268555:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.268564:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.268609:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787755955.268662:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654598144:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 191us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755955.268669:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21797 00010000:00010000:1.0:1787755955.268786:0:8679:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.268797:0:8679:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.268808:0:8679:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.268816:0:8679:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.268842:0:8679:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787755955.269049:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43022680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667184768:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6577us (13631us total) trans 4294976220 rc 0/0 00000100:00100000:1.0:1787755955.269057:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30869 00000004:00080000:2.0:1787755955.269277:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe46b63800/2, rc 0, transno 4294976220 00000100:00100000:2.0:1787755955.269285:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667184768:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1787755955.270530:0:6508:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755955.270544:0:6508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.270557:0:6508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755955.270563:0:6508:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.270574:0:6508:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.270614:0:6508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.270621:0:6508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000057de3f86/0x9b2b3253657899fb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.270649:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755955.270651:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755955.270653:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755955.478202:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755955.482959:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598272 00000100:00100000:1.0:1787755955.482980:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598272 00000100:00100000:1.0:1787755955.483170:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70585 00000100:00100000:1.0:1787755955.483183:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+8:230808:x1874588654598272:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755955.483211:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755955.483235:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789a02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21466b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.483300:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789a09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.483440:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.483454:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755955.483517:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755955.483521:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755955.483547:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789a09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.483649:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789a02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21466b expref: 10 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.483677:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789a09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21466b expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755955.483688:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755955.483691:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755955.483696:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755955.484002:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bc8a071-3537-4c53-83e7-ca9769577496+9:230808:x1874588654598272:12345-192.168.201.7@tcp:101:bash.0 Request processed in 820us (5810us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755955.484010:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70585 00000100:00080000:2.0:1787755955.487292:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755955.503782:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755955.503925:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598400 00000100:00100000:0.0:1787755955.503944:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598400 00000100:00100000:0.0:1787755955.504030:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9425 00000100:00100000:0.0:1787755955.504044:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5025f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:230808:x1874588654598400:12345-192.168.201.7@tcp:37:bash.0 00000100:00100000:0.0:1787755955.512104:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5025f850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bc8a071-3537-4c53-83e7-ca9769577496+9:230808:x1874588654598400:12345-192.168.201.7@tcp:37:bash.0 Request processed in 8040us (8322us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755955.512120:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9425 00000100:00100000:0.0:1787755955.536069:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755955.536212:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598528 00000100:00100000:2.0:1787755955.536230:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598528 00000100:00100000:2.0:1787755955.536374:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70586 00000100:00100000:2.0:1787755955.536391:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:231167:x1874588654598528:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755955.536412:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755955.537087:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789a10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214672 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537200:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537218:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537235:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537256:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537263:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537270:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537901:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537916:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.537924:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755955.538051:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f7:0x0]: returning size 0 00000004:00200000:3.0:1787755955.538057:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755955.538088:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538104:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538116:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538123:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538131:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538138:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538144:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.538149:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538158:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538173:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755955.538176:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.538181:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538187:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789a17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538206:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538212:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538217:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538222:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755955.538224:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538229:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538236:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa603bf78 (ffff9dfe48aff500) 00010000:00010000:3.0:1787755955.538238:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755955.538241:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538246:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789a1e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538291:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789a10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214672 expref: 11 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.538306:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214672 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.539196:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:3.0:1787755955.539204:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755955.539208:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755955.539353:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:231167:x1874588654598528:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2926us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755955.540598:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70586 00000100:00100000:3.0:1787755955.544639:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755955.545166:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598656 00000100:00100000:0.0:1787755955.545182:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598656 00000100:00100000:0.0:1787755955.545293:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30870 00000100:00100000:0.0:1787755955.545307:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654598656:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755955.545381:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755955.545409:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214679 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.545454:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1787755955.545461:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755955.545475:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 7 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.545497:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 7 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.545529:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755955.545625:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+7:2400:x1874588654598656:12345-192.168.201.7@tcp:101:rm.0 Request processed in 320us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755955.545633:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30870 00000100:00080000:2.0:1787755955.548678:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755955.550298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755955.552020:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654598912 00000100:00100000:0.0:1787755955.552046:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654598912 00000100:00100000:0.0:1787755955.552171:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70587 00000100:00100000:0.0:1787755955.552186:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+10:231167:x1874588654598912:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755955.552276:0:35152:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755955.552385:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789a25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214672 expref: 10 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552422:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b3253657898f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21461e expref: 9 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552441:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:0.0:1787755955.552464:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789a09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21466b expref: 8 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552475:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755955.552479:0:35152:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755955.552525:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552543:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552555:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552574:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552581:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552587:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552731:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552740:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.552747:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553144:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553158:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553166:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553173:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755955.553180:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553189:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553200:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe52604300) 00010000:00010000:0.0:1787755955.553203:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755955.553207:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553214:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a41 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553241:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553248:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553255:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553261:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553268:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755955.553271:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553277:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553285:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755955.553288:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755955.553291:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553298:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a33 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755955.553378:0:35152:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f85ab93a reply state 00000000af3e4258 transno 8589957607 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553393:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.553400:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa603bf78 (ffff9dfe52604000) 00010000:00010000:0.0:1787755955.553402:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755955.553406:0:35152:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755955.553529:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+9:231167:x1874588654598912:12345-192.168.201.7@tcp:36:rm.0 Request processed in 1343us (3243us total) trans 8589957607 rc 0/0 00000100:00100000:0.0:1787755955.553538:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70587 00000100:00100000:3.0:1787755955.558757:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755955.558867:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599040 00000100:00100000:0.0:1787755955.558885:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599040 00000100:00100000:0.0:1787755955.558990:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70588 00000100:00100000:0.0:1787755955.559006:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+9:231167:x1874588654599040:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755955.559041:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755955.559073:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a48 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214680 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.559161:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a4f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.559178:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.559192:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755955.559253:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755955.559257:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755955.559286:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.559374:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214680 expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.559402:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a4f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214680 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.559411:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755955.559414:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755955.559419:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd200, rc 0) 00000100:00100000:0.0:1787755955.559508:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:231167:x1874588654599040:12345-192.168.201.7@tcp:101:rm.0 Request processed in 505us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755955.559520:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70588 00000100:00100000:0.0:1787755955.567446:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755955.567707:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599168 00000100:00100000:2.0:1787755955.567727:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599168 00000100:00100000:2.0:1787755955.567957:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70589 00000100:00100000:2.0:1787755955.567973:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:231167:x1874588654599168:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755955.568006:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755955.568038:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789a56 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214687 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568139:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568159:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568176:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568195:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568202:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568209:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568413:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568422:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.568429:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755955.568479:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f7:0x0]: returning size 0 00000004:00200000:2.0:1787755955.568484:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755955.569007:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569023:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569034:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569045:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569051:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569058:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569064:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755955.569070:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569079:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569094:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755955.569098:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755955.569103:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569110:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789a5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569127:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569133:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569139:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569144:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755955.569147:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569153:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569160:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755955.569162:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755955.569164:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569170:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789a64 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569768:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789a56 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214687 expref: 12 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569937:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214687 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755955.569946:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:2.0:1787755955.569949:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755955.569951:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755955.570058:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+11:231167:x1874588654599168:12345-192.168.201.7@tcp:101:rm.0 Request processed in 2088us (2621us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755955.570067:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70589 00000100:00100000:2.0:1787755955.576892:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755955.577158:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599424 00000100:00100000:0.0:1787755955.577173:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599424 00000100:00100000:0.0:1787755955.577258:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70590 00000100:00100000:0.0:1787755955.577272:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:231167:x1874588654599424:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755955.577424:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787755955.577459:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789a6b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214687 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577488:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe502b8200) 00010000:00010000:0.0:1787755955.577511:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789a4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214680 expref: 10 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577782:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755955.577789:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755955.577821:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577840:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577857:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577876:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577888:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.577894:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.578026:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.578035:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.578042:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787755955.578395:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].227, 64 off22720 00000004:00080000:0.0:1787755955.578408:0:35154:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 9012600091398ns, next at 9013600088061ns, rc = 0 00010000:00010000:0.0:1787755955.578464:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.578474:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.578484:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.578491:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.580898:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.580925:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581013:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755955.581061:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581068:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581076:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581082:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755955.581088:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581097:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581129:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:0.0:1787755955.581132:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755955.581138:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581145:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789a80 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581191:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581203:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581209:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581215:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581222:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755955.581225:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581231:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581239:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755955.581242:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755955.581245:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581251:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789a72 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755955.581264:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002b06f6f1 reply state 00000000a9460daf transno 8589957608 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581279:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755955.581287:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604300) 00010000:00010000:0.0:1787755955.581290:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755955.581294:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755955.581465:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43020380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+11:231167:x1874588654599424:12345-192.168.201.7@tcp:36:rm.0 Request processed in 4190us (4583us total) trans 8589957608 rc 0/0 00000100:00100000:0.0:1787755955.581477:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70590 00010000:00010000:3.0:1787755955.588070:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755955.588092:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.588751:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755955.588758:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.588938:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.588965:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f7:0x0].0x0 (ffff9dfe52604e00) 00010000:00010000:3.0:1787755955.588968:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755955.588975:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.588983:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789a87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755955.589017:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755955.589019:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755955.589022:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787755955.685431:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973883 is committed 00000100:00100000:2.0:1787755956.194852:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787755956.194889:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667185024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755956.194993:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195307:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667185152:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195391:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195425:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667185664:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195453:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195471:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667186176:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195495:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195529:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755956.195535:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667185536:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195558:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195575:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667186048:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195599:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195614:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667186560:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195636:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755956.195667:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185152 00000100:00100000:3.0:1787755956.195677:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185152 00000100:00100000:3.0:1787755956.195740:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1787755956.195750:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff4b214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667185152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195810:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff4b214850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667185152:12345-0@lo:400:kworker.0 Request processed in 61us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755956.195819:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:3.0:1787755956.195861:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185664 00000100:00100000:3.0:1787755956.195865:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185664 00000100:00100000:3.0:1787755956.195902:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185536 00000100:00100000:3.0:1787755956.195905:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185536 00000100:00100000:3.0:1787755956.195923:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186560 00000100:00100000:3.0:1787755956.195926:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186560 00000100:00100000:3.0:1787755956.195944:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15949 00000100:00100000:3.0:1787755956.195951:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667185664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.195985:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667185664:12345-0@lo:400:kworker.0 Request processed in 35us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755956.195992:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15949 00000100:00100000:3.0:1787755956.196004:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15950 00000100:00100000:3.0:1787755956.196010:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667185536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.196036:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667185536:12345-0@lo:400:kworker.0 Request processed in 26us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755956.196042:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15950 00000100:00100000:3.0:1787755956.196053:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15951 00000100:00100000:3.0:1787755956.196059:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667186560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.196082:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667186560:12345-0@lo:400:kworker.0 Request processed in 23us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755956.196088:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15951 00000100:00080000:3.0:1787755956.196112:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787755956.196117:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755956.196147:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667185536:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.196160:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667186560:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.196168:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667185152:0@lo:400:kworker.0 00000100:00100000:3.0:1787755956.196177:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667185664:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196515:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667185280:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196555:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755956.196591:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667185792:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196615:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755956.196636:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667186304:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196661:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755956.196684:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755956.196691:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667185408:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196716:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755956.196732:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667185920:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196755:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755956.196773:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667186432:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196795:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755956.196824:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186048 00000100:00100000:2.0:1787755956.196830:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186048 00000100:00100000:2.0:1787755956.196884:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186304 00000100:00100000:2.0:1787755956.196888:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186304 00000100:00100000:2.0:1787755956.196908:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186432 00000100:00100000:2.0:1787755956.196910:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186432 00000100:00100000:2.0:1787755956.196929:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10262 00000100:00100000:2.0:1787755956.196936:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667186048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.196987:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667186048:12345-0@lo:400:kworker.0 Request processed in 51us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755956.196998:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10262 00000100:00100000:2.0:1787755956.197017:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10263 00000100:00100000:2.0:1787755956.197022:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667186304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.197053:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667186304:12345-0@lo:400:kworker.0 Request processed in 31us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755956.197059:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10263 00000100:00100000:2.0:1787755956.197071:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10264 00000100:00100000:2.0:1787755956.197077:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667186432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.197103:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667186432:12345-0@lo:400:kworker.0 Request processed in 27us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755956.197108:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10264 00000100:00100000:2.0:1787755956.197130:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185792 00000100:00100000:2.0:1787755956.197134:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185792 00000100:00100000:2.0:1787755956.197157:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185408 00000100:00100000:2.0:1787755956.197160:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185408 00000100:00100000:2.0:1787755956.197175:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185920 00000100:00100000:2.0:1787755956.197177:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185920 00000100:00100000:2.0:1787755956.197198:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15952 00000100:00100000:2.0:1787755956.197204:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667185792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.197233:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667185792:12345-0@lo:400:kworker.0 Request processed in 30us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755956.197239:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15952 00000100:00100000:2.0:1787755956.197252:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15953 00000100:00100000:2.0:1787755956.197258:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667185408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.197284:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667185408:12345-0@lo:400:kworker.0 Request processed in 26us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755956.197294:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15953 00000100:00100000:2.0:1787755956.197306:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15954 00000100:00100000:2.0:1787755956.197312:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667185920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.197653:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186176 00000100:00100000:0.0:1787755956.197659:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186176 00000100:00100000:0.0:1787755956.197691:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185280 00000100:00100000:0.0:1787755956.197693:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185280 00000100:00100000:0.0:1787755956.197715:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24890 00000100:00100000:0.0:1787755956.197722:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667186176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.197771:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667186176:12345-0@lo:400:kworker.0 Request processed in 50us (2275us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755956.197778:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24890 00000100:00100000:0.0:1787755956.197790:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24891 00000100:00100000:0.0:1787755956.197795:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667185280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.197822:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667185280:12345-0@lo:400:kworker.0 Request processed in 27us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755956.197828:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24891 00000100:00080000:0.0:1787755956.197898:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787755956.197903:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755956.197906:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755956.197908:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755956.197948:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667186048:0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.197962:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667186176:0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.198012:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667185408:0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.198023:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667186432:0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.198035:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667185280:0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.198045:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667185792:0@lo:400:kworker.0 00000100:00100000:0.0:1787755956.198054:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667186304:0@lo:400:kworker.0 00000100:00100000:2.0:1787755956.198255:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667185920:12345-0@lo:400:kworker.0 Request processed in 942us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755956.198262:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15954 00000100:00100000:1.0:1787755956.198582:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667185024 00000100:00100000:1.0:1787755956.198589:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667185024 00000100:00100000:1.0:1787755956.198650:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911 00000100:00100000:1.0:1787755956.198659:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667185024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755956.198691:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755956.198749:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43021f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667185024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755956.198756:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911 00010000:00010000:1.0:1787755956.198781:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755956.199069:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667185024:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787755956.199355:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755956.199493:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667185920:0@lo:400:kworker.0 00000001:00080000:2.0:1787755956.212923:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976220 is committed 00000001:00080000:2.0:1787755956.212959:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976219 is committed 00000100:00100000:2.0:1787755956.706784:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755956.706817:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667186688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755956.706925:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755956.707246:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186688 00000100:00100000:1.0:1787755956.707257:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186688 00000100:00100000:1.0:1787755956.707377:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6912 00000100:00100000:1.0:1787755956.707389:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667186688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755956.707430:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755956.708695:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667186688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1295us (1757us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755956.708711:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6912 00000100:00100000:2.0:1787755956.714587:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe48b4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667186688:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755957.219455:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755957.641992:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642104:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642146:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642176:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642196:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642218:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642241:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642256:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642298:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755957.642366:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600064 00000100:00100000:1.0:1787755957.642380:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600064 00000100:00100000:1.0:1787755957.642459:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600576 00000100:00100000:1.0:1787755957.642462:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600576 00000100:00100000:1.0:1787755957.642495:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599936 00000100:00100000:1.0:1787755957.642499:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599936 00000100:00100000:1.0:1787755957.642518:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600448 00000100:00100000:1.0:1787755957.642521:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600448 00000100:00100000:1.0:1787755957.642546:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10265 00000100:00100000:1.0:1787755957.642559:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654600064:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.642659:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654600064:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 103us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.642667:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10265 00000100:00100000:1.0:1787755957.642690:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10266 00000100:00100000:1.0:1787755957.642697:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654600576:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.642723:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654600576:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.642729:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10266 00000100:00100000:1.0:1787755957.642744:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10267 00000100:00100000:1.0:1787755957.642750:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654599936:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.642775:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654599936:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.642782:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10267 00000100:00100000:1.0:1787755957.642793:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10268 00000100:00100000:1.0:1787755957.642799:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654600448:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.642823:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654600448:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.642829:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10268 00000100:00100000:1.0:1787755957.642851:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599808 00000100:00100000:1.0:1787755957.642854:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599808 00000100:00100000:1.0:1787755957.642886:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600320 00000100:00100000:1.0:1787755957.642889:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600320 00000100:00100000:1.0:1787755957.642904:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599680 00000100:00100000:1.0:1787755957.642907:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599680 00000100:00100000:1.0:1787755957.642924:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600192 00000100:00100000:1.0:1787755957.642926:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600192 00000100:00100000:1.0:1787755957.642944:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15955 00000100:00100000:1.0:1787755957.642950:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654599808:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.642979:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654599808:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.642986:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15955 00000100:00100000:1.0:1787755957.642999:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15956 00000100:00100000:1.0:1787755957.643006:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654600320:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.643030:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654600320:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.643035:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15956 00000100:00100000:1.0:1787755957.643046:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15957 00000100:00100000:1.0:1787755957.643052:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654599680:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.643083:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a2ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bc8a071-3537-4c53-83e7-ca9769577496+11:2402:x1874588654599680:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.643092:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15957 00000100:00100000:1.0:1787755957.643103:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15958 00000100:00100000:1.0:1787755957.643109:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654600192:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755957.643133:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654600192:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755957.643138:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15958 00000100:00080000:1.0:1787755957.643165:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755957.643169:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755957.643172:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755957.643174:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755957.645628:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654599552 00000100:00100000:3.0:1787755957.645649:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654599552 00000100:00100000:3.0:1787755957.645798:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2450 00000100:00100000:3.0:1787755957.645811:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654599552:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755957.645914:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654599552:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 106us (3937us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755957.645923:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2450 00000100:00100000:1.0:1787755958.243376:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755958.243410:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4511ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667186816:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755958.243503:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755958.243902:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186816 00000100:00100000:3.0:1787755958.243915:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186816 00000100:00100000:3.0:1787755958.243990:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24892 00000100:00100000:3.0:1787755958.244003:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667186816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755958.244062:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755958.244139:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667186816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 139us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755958.244148:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24892 00000100:00100000:1.0:1787755958.244602:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4511ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667186816:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787755958.250066:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755958.754827:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787755958.754856:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667186944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755958.754953:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755958.755033:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667186944 00000100:00100000:2.0:1787755958.755043:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667186944 00000100:00100000:2.0:1787755958.755100:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24893 00000100:00100000:2.0:1787755958.755111:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667186944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755958.755150:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755958.755199:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667186944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755958.755207:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24893 00000100:00100000:2.0:1787755958.755262:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667186944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755958.756790:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667187072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755958.756858:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755958.756919:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667187072 00000100:00100000:3.0:1787755958.756926:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667187072 00000100:00100000:3.0:1787755958.756974:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6913 00000100:00100000:3.0:1787755958.756983:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667187072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787755958.757012:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755958.757055:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667187072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755958.757062:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6913 00000100:00080000:3.0:1787755958.757083:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755958.757110:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294976220 gen 2 00000004:00080000:3.0:1787755958.757116:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe46b63800, transno 4294976220 00000100:00100000:3.0:1787755958.757131:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667187072:0@lo:13:osp-pre-1-0.0 00000004:00080000:0.0:1787755958.757672:0:30974:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 9015779354949ns, next at 9016779351932ns, rc = 0 00000100:00100000:3.0:1787755958.759360:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46b60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667187200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787755958.759429:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755958.759493:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667187200 00000100:00100000:3.0:1787755958.759511:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667187200 00000100:00100000:3.0:1787755958.760658:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6914 00000100:00100000:3.0:1787755958.760671:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667187200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787755958.760706:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755958.760773:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667187200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755958.760781:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6914 00000100:00100000:3.0:1787755958.760842:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46b60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667187200:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787755958.760972:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755959.266679:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755960.290710:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787755960.809741:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 245 committed 00000001:00080000:0.0:1787755960.809790:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957608 is committed 00000004:00080000:0.0:1787755960.809794:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 244 committed 00010000:00010000:0.0:1787755960.809817:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809829:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809838:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809844:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755960.809849:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809858:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809876:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa603bf78 (ffff9dfe52604000) 00010000:00010000:0.0:1787755960.809879:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755960.809884:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809891:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789a3a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa603bf78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809916:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809923:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809929:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809934:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755960.809937:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809944:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809951:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x680d4e78 (ffff9dfe52604300) 00010000:00010000:0.0:1787755960.809954:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755960.809957:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755960.809963:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789a79 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x680d4e78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755960.810140:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667187328:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787755960.810210:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755960.820265:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667187328 00000100:00100000:3.0:1787755960.820285:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667187328 00000100:00100000:3.0:1787755960.820398:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30871 00000100:00100000:3.0:1787755960.820411:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667187328:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1787755960.820446:0:24263:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1313 count 1 00010000:00010000:3.0:1787755960.820476:0:24263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755960.820890:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755960.820984:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 5 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.820994:0:24263:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 5 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.821002:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=5s v=(0 0) 00010000:00010000:3.0:1787755960.821007:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755960.821012:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 5/0,1 mode: --/PW res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.821050:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 5 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.821065:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 5 pid: 35156 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755960.821080:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667187456:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755960.821189:0:24263:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 5 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.821199:0:24263:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 5 pid: 35158 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755960.821214:0:24263:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667187584:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755960.821257:0:24263:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4aa01c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787755960.826906:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755960.826990:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600832 00000100:00100000:2.0:1787755960.827003:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600832 00010000:00010000:2.0:1787755960.827071:0:8461:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 6 pid: 35158 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755960.827111:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21798 00000100:00100000:2.0:1787755960.827122:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654600832:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755960.827137:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755960.827144:0:8461:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 6 pid: 35158 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755960.827158:0:8461:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 6 pid: 35158 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755960.827188:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755960.827241:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654600832:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 120us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755960.827258:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21798 00000100:00100000:3.0:1787755960.827470:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667187456:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755960.827485:0:24263:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005eb6ce96/0x9b2b3253657899ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214664 expref: 5 pid: 35158 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755960.827500:0:24263:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:24263:1874588667187584:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755960.827529:0:24263:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787755960.827820:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755960.831538:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755960.831618:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600704 00000100:00100000:3.0:1787755960.831628:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600704 00010000:00010000:3.0:1787755960.831686:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 6 pid: 35156 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755960.831723:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21799 00000100:00100000:3.0:1787755960.831733:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654600704:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755960.831748:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755960.831754:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 6 pid: 35156 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.831770:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 6 pid: 35156 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.831793:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000705456ac/0x9b2b325365789a2c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x521:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214679 expref: 6 pid: 35156 timeout: 9117 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.831809:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755960.831814:0:6506:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x521:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755960.831819:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.831828:0:6506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.831857:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755960.831915:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654600704:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 183us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755960.831922:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21799 00010000:00010000:3.0:1787755960.832043:0:24263:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832053:0:24263:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832063:0:24263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832071:0:24263:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832089:0:24263:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787755960.832103:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755960.832108:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832115:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755960.832119:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832127:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832139:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832146:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001f4b26c4/0x9b2b325365789a8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x521:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755960.832164:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755960.832165:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755960.832167:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755960.832387:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667187328:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11978us (22176us total) trans 4294973884 rc 0/0 00000100:00100000:3.0:1787755960.832396:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30871 00000004:00080000:3.0:1787755960.832445:0:3649:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe454ef800/2, rc 0, transno 4294973884 00000100:00100000:3.0:1787755960.832453:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667187328:0@lo:6:osp-syn-0-0.0 00000100:00080000:0.0:1787755960.832821:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787755961.314699:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667187968:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.314776:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.314817:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667188480:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.314840:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.314858:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667188992:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.314887:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.314915:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755961.314921:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667187840:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.314946:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.314964:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667188352:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315000:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.315017:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667188864:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315041:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.315075:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667187968 00000100:00100000:3.0:1787755961.315082:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667187968 00000100:00100000:3.0:1787755961.315132:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188480 00000100:00100000:3.0:1787755961.315135:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188480 00000100:00100000:3.0:1787755961.315166:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15959 00000100:00100000:3.0:1787755961.315175:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667187968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315230:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667187968:12345-0@lo:400:kworker.0 Request processed in 56us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.315250:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15959 00000100:00100000:3.0:1787755961.315272:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15960 00000100:00100000:3.0:1787755961.315279:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fffad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667188480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315311:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fffad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0001_UUID+5:3648:x1874588667188480:12345-0@lo:400:kworker.0 Request processed in 33us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.315346:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15960 00000100:00100000:3.0:1787755961.315367:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188992 00000100:00100000:3.0:1787755961.315370:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188992 00000100:00100000:3.0:1787755961.315395:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188352 00000100:00100000:3.0:1787755961.315398:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188352 00000100:00100000:3.0:1787755961.315419:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10269 00000100:00100000:3.0:1787755961.315425:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667188992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315457:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fffa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667188992:12345-0@lo:400:kworker.0 Request processed in 33us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.315463:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10269 00000100:00100000:3.0:1787755961.315474:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10270 00000100:00100000:3.0:1787755961.315480:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fffb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667188352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315506:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fffb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667188352:12345-0@lo:400:kworker.0 Request processed in 26us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.315511:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10270 00000100:00100000:3.0:1787755961.315529:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667187840 00000100:00100000:3.0:1787755961.315532:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667187840 00000100:00100000:3.0:1787755961.315556:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188864 00000100:00100000:3.0:1787755961.315559:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188864 00000100:00100000:3.0:1787755961.315573:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24894 00000100:00100000:3.0:1787755961.315578:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667187840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315608:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667187840:12345-0@lo:400:kworker.0 Request processed in 29us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.315614:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24894 00000100:00100000:3.0:1787755961.315624:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24895 00000100:00100000:3.0:1787755961.315629:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667188864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315653:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667188864:12345-0@lo:400:kworker.0 Request processed in 24us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.315658:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24895 00000100:00080000:3.0:1787755961.315683:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755961.315688:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755961.315763:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667187840:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315775:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667188352:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315783:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667188864:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315794:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667187968:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315803:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3648:1874588667188480:0@lo:400:kworker.0 00000100:00100000:3.0:1787755961.315812:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667188992:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316228:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667188096:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316278:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316303:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667188608:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316344:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316362:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4fffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667189120:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316382:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316402:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1787755961.316408:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667187712:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316434:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316461:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667188224:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316497:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316515:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667188736:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316537:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316551:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4fff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667189248:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316572:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755961.316623:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188096 00000100:00100000:1.0:1787755961.316628:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188096 00000100:00100000:1.0:1787755961.316664:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188608 00000100:00100000:1.0:1787755961.316667:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188608 00000100:00100000:1.0:1787755961.316683:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188224 00000100:00100000:1.0:1787755961.316685:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188224 00000100:00100000:1.0:1787755961.316700:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189248 00000100:00100000:1.0:1787755961.316702:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189248 00000100:00100000:1.0:1787755961.316719:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15961 00000100:00100000:1.0:1787755961.316724:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667188096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316766:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667188096:12345-0@lo:400:kworker.0 Request processed in 41us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755961.316771:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15961 00000100:00100000:1.0:1787755961.316788:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15962 00000100:00100000:1.0:1787755961.316794:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667188608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316821:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667188608:12345-0@lo:400:kworker.0 Request processed in 27us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755961.316827:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15962 00000100:00100000:1.0:1787755961.316840:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15963 00000100:00100000:1.0:1787755961.316846:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667188224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316871:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667188224:12345-0@lo:400:kworker.0 Request processed in 26us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755961.316878:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15963 00000100:00100000:1.0:1787755961.316889:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15964 00000100:00100000:1.0:1787755961.316896:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667189248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.316921:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667189248:12345-0@lo:400:kworker.0 Request processed in 26us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755961.316927:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15964 00000100:00080000:1.0:1787755961.316956:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755961.316959:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755961.316980:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667188224:0@lo:400:kworker.0 00000100:00100000:2.0:1787755961.317262:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667187712 00000100:00100000:2.0:1787755961.317267:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667187712 00000100:00100000:2.0:1787755961.317300:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:2.0:1787755961.317306:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667187712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755961.317357:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667187712:12345-0@lo:400:kworker.0 Request processed in 51us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755961.317364:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00100000:3.0:1787755961.318384:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787755961.318400:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4fff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667189376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755961.318448:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.318491:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189376 00000100:00100000:3.0:1787755961.318497:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189376 00000100:00100000:3.0:1787755961.318533:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6915 00000100:00100000:3.0:1787755961.318541:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667189376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755961.318565:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755961.318606:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667189376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755961.318716:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4fff8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667189248:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.318736:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667188096:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.318747:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667188608:0@lo:400:kworker.0 00000100:00100000:1.0:1787755961.318780:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667187712:0@lo:400:kworker.0 00010000:00010000:0.0:1787755961.319218:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755961.319256:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189120 00000100:00100000:0.0:1787755961.319262:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189120 00000100:00100000:0.0:1787755961.319305:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667188736 00000100:00100000:0.0:1787755961.319308:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667188736 00000100:00100000:0.0:1787755961.319353:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10271 00000100:00100000:0.0:1787755961.319361:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667189120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755961.319416:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667189120:12345-0@lo:400:kworker.0 Request processed in 56us (3032us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755961.319424:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10271 00000100:00100000:0.0:1787755961.319439:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10272 00000100:00100000:0.0:1787755961.319445:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4511f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667188736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755961.319471:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4511f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667188736:12345-0@lo:400:kworker.0 Request processed in 27us (2933us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755961.319476:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10272 00000100:00080000:0.0:1787755961.319513:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755961.319540:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667188736:0@lo:400:kworker.0 00000100:00100000:0.0:1787755961.319551:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4fffbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667189120:0@lo:400:kworker.0 00000100:00100000:0.0:1787755961.319599:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4fff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667189376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755961.319979:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6915 00000100:00100000:0.0:1787755961.827329:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667189504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755961.827420:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755961.827606:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189504 00000100:00100000:3.0:1787755961.827618:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189504 00000100:00100000:3.0:1787755961.827682:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6916 00000100:00100000:3.0:1787755961.827691:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667189504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755961.827721:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755961.827768:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667189504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755961.827776:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6916 00000100:00100000:0.0:1787755961.828261:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667189504:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755962.338805:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755962.760271:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760359:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760390:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760416:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760501:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760525:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760553:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755962.760591:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654600960 00000100:00100000:0.0:1787755962.760605:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654600960 00000100:00100000:0.0:1787755962.760672:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2452 00000100:00100000:0.0:1787755962.760684:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654600960:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.760791:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2402:x1874588654600960:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 109us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.760802:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2452 00000100:00100000:0.0:1787755962.760848:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601216 00000100:00100000:0.0:1787755962.760853:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601216 00000100:00100000:0.0:1787755962.760922:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601728 00000100:00100000:0.0:1787755962.760927:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601728 00000100:00100000:0.0:1787755962.760950:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601088 00000100:00100000:0.0:1787755962.760953:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601088 00000100:00100000:0.0:1787755962.760973:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601600 00000100:00100000:0.0:1787755962.760976:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601600 00000100:00100000:0.0:1787755962.760996:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15965 00000100:00100000:0.0:1787755962.761003:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654601216:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761040:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654601216:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 38us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761048:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15965 00000100:00100000:0.0:1787755962.761061:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15966 00000100:00100000:0.0:1787755962.761068:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654601728:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761091:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654601728:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761097:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15966 00000100:00100000:0.0:1787755962.761110:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15967 00000100:00100000:0.0:1787755962.761116:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654601088:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761140:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+7:2402:x1874588654601088:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761145:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15967 00000100:00100000:0.0:1787755962.761157:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15968 00000100:00100000:0.0:1787755962.761163:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654601600:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761184:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654601600:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761190:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15968 00000100:00100000:0.0:1787755962.761224:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601472 00000100:00100000:0.0:1787755962.761228:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601472 00000100:00100000:0.0:1787755962.761258:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601984 00000100:00100000:0.0:1787755962.761260:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601984 00000100:00100000:0.0:1787755962.761279:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601344 00000100:00100000:0.0:1787755962.761282:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601344 00000100:00100000:0.0:1787755962.761296:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654601856 00000100:00100000:0.0:1787755962.761298:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654601856 00000100:00100000:0.0:1787755962.761348:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10273 00000100:00100000:0.0:1787755962.761356:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654601472:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761383:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654601472:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 28us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761389:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10273 00000100:00100000:0.0:1787755962.761401:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10274 00000100:00100000:0.0:1787755962.761406:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654601984:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761425:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654601984:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 20us (988us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761431:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10274 00000100:00100000:0.0:1787755962.761440:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10275 00000100:00100000:0.0:1787755962.761446:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654601344:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761464:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a033480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654601344:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 19us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761470:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10275 00000100:00100000:0.0:1787755962.761481:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10276 00000100:00100000:0.0:1787755962.761486:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654601856:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755962.761502:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654601856:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 16us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755962.761508:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10276 00000100:00080000:0.0:1787755962.761713:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755962.761717:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755962.761720:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755962.761722:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:02000400:2.0:1787755963.024968:0:168898:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46g: pdirops: link vs getattr ======================================================================== 10:52:40 (1787755960) 00000100:00100000:1.0:1787755963.074968:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755963.075061:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654602112 00000100:00100000:2.0:1787755963.075074:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654602112 00000100:00100000:2.0:1787755963.075171:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11229 00000100:00100000:2.0:1787755963.075184:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+7:6172:x1874588654602112:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755963.075203:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755963.075253:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789937 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214633 expref: 7 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755963.075274:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f8:0x0].0x0 (ffff9dfe52604600) 00010000:00010000:2.0:1787755963.075289:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755963.075387:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7bc8a071-3537-4c53-83e7-ca9769577496+6:6172:x1874588654602112:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 206us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755963.075397:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11229 00010000:00010000:1.0:1787755963.363823:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755963.364973:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787755963.365004:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667189632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787755963.365124:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755963.365372:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189632 00000100:00100000:2.0:1787755963.365385:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189632 00000100:00100000:2.0:1787755963.365467:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24896 00000100:00100000:2.0:1787755963.365480:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667189632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787755963.365528:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:2.0:1787755963.365596:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667189632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755963.365603:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24896 00000100:00100000:1.0:1787755963.365903:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4cf3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667189632:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755963.874621:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4fffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667189760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755963.874703:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755963.874820:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189760 00000100:00100000:1.0:1787755963.874830:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189760 00000100:00100000:1.0:1787755963.874901:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24897 00000100:00100000:1.0:1787755963.874912:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667189760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787755963.874952:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:1.0:1787755963.875004:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667189760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755963.875010:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24897 00000100:00100000:1.0:1787755963.875062:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4fffb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667189760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755963.875137:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe5291a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667189888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755963.875176:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755963.875282:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667189888 00000100:00100000:1.0:1787755963.875287:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667189888 00000100:00100000:1.0:1787755963.875355:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6917 00000100:00100000:1.0:1787755963.875362:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667189888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755963.875383:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755963.875419:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667189888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755963.875425:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6917 00000100:00100000:1.0:1787755963.875461:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe5291a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667189888:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1787755963.875523:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755963.880699:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667190016:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755963.880801:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755963.880944:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190016 00000100:00100000:2.0:1787755963.880955:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190016 00000100:00080000:0.0:1787755963.881003:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755963.881021:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6918 00000100:00100000:2.0:1787755963.881032:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667190016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755963.881067:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755963.881122:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667190016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755963.881130:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6918 00000100:00100000:0.0:1787755963.881165:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667190016:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1787755964.200269:0:168946:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:1.0:1787755964.200831:0:168946:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755964.386628:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755965.410828:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755965.589919:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755965.590120:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654602240 00000100:00100000:0.0:1787755965.590130:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654602240 00000100:00100000:0.0:1787755965.590213:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70591 00000100:00100000:0.0:1787755965.590224:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cf3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+6:231850:x1874588654602240:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:0.0:1787755965.590257:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755965.590280:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789a95 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21468e expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755965.590378:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755965.590888:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789a9c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.590906:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789a9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.590918:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789a9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755965.590970:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:0.0:1787755965.590973:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755965.590992:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789a9c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.591019:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789a95 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21468e expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.591042:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789a9c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21468e expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.591059:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755965.591064:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755965.591070:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc000, rc 0) 00000100:00100000:0.0:1787755965.591175:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cf3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:231850:x1874588654602240:12345-192.168.201.7@tcp:101:touch.0 Request processed in 951us (1266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755965.591183:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70591 00000100:00100000:1.0:1787755965.602783:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755965.603130:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654602496 00000100:00100000:2.0:1787755965.603151:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654602496 00000100:00100000:2.0:1787755965.603223:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70592 00000100:00100000:2.0:1787755965.603233:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+7:231850:x1874588654602496:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755965.603255:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755965.603259:0:10713:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755965.603289:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789a9c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21468e expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603308:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755965.603333:0:10713:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755965.603358:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789aa3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214695 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603503:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603518:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603532:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603547:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603558:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.603564:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755965.603990:0:10713:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x522:0x0], index 0: 0 00010000:00010000:2.0:1787755965.604213:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789ab8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604222:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604230:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789ab8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604264:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604271:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604277:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604283:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604289:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755965.604293:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604305:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604347:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755965.604352:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755965.604358:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604368:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789aaa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755965.604390:0:10713:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cee0277a reply state 000000005e51f5d3 transno 8589957609 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604402:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604409:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x244d11b0 (ffff9dfe502b8800) 00010000:00010000:2.0:1787755965.604412:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755965.604416:0:10713:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755965.604462:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789aa3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214695 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604484:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789ab8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214695 expref: 8 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755965.604493:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:2.0:1787755965.604496:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755965.604500:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755965.604601:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+9:231850:x1874588654602496:12345-192.168.201.7@tcp:101:touch.0 Request processed in 1366us (1833us total) trans 8589957609 rc 0/0 00000100:00100000:2.0:1787755965.604612:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70592 00000100:00100000:1.0:1787755965.615715:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755965.615847:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654602752 00000100:00100000:0.0:1787755965.615865:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654602752 00000100:00100000:0.0:1787755965.616004:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70593 00000100:00100000:0.0:1787755965.616027:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe5291bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:231850:x1874588654602752:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:0.0:1787755965.616142:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755965.616192:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789ab8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214695 expref: 9 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.616212:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:0.0:1787755965.616225:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755965.616296:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.616367:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.616380:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755965.616511:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000642e4391 reply state 00000000b6018d26 transno 8589957610 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.616530:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755965.616536:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755965.616538:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755965.616542:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787755965.616652:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe5291bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:231850:x1874588654602752:12345-192.168.201.7@tcp:36:touch.0 Request processed in 636us (953us total) trans 8589957610 rc 0/0 00000100:00100000:0.0:1787755965.616659:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70593 00000100:00100000:0.0:1787755965.637462:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755965.637565:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654602880 00000100:00100000:1.0:1787755965.637583:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654602880 00000100:00100000:1.0:1787755965.637647:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70594 00000100:00100000:1.0:1787755965.637658:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+10:231850:x1874588654602880:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755965.637682:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755965.637704:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789acd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21469c expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755965.637770:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789acd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21469c expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755965.637784:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789acd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6f9:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21469c expref: 11 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755965.637801:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:1.0:1787755965.637804:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1787755965.637807:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755965.637887:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51331180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+11:231850:x1874588654602880:12345-192.168.201.7@tcp:101:touch.0 Request processed in 227us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755965.637899:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70594 00000100:00100000:3.0:1787755965.641893:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755965.642069:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654603008 00000100:00100000:0.0:1787755965.642084:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654603008 00000100:00080000:3.0:1787755965.642261:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755965.642588:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30872 00000100:00100000:0.0:1787755965.642601:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654603008:12345-192.168.201.7@tcp:2:touch.0 00000100:00100000:0.0:1787755965.644680:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fffb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654603008:12345-192.168.201.7@tcp:2:touch.0 Request processed in 2057us (2781us total) trans 4294973885 rc 0/0 00000100:00100000:0.0:1787755965.644709:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30872 00000100:00100000:1.0:1787755965.662128:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755965.662264:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654603264 00000100:00100000:2.0:1787755965.662276:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654603264 00000100:00100000:2.0:1787755965.662424:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9426 00000100:00100000:2.0:1787755965.662442:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:231850:x1874588654603264:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:2.0:1787755965.662919:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:231850:x1874588654603264:12345-192.168.201.7@tcp:35:touch.0 Request processed in 479us (804us total) trans 8589957611 rc 0/0 00000100:00100000:2.0:1787755965.662935:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9426 00000100:00100000:2.0:1787755966.434901:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4fff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667190144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755966.435012:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.435141:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190144 00000100:00100000:2.0:1787755966.435267:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190144 00000100:00100000:2.0:1787755966.435360:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6919 00000100:00100000:2.0:1787755966.435373:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667190144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755966.435413:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755966.435466:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667190144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755966.435473:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6919 00000100:00080000:2.0:1787755966.435502:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755966.435556:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4fff9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667190144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755966.439757:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667190272:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.439846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.439893:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667190784:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.439923:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.439943:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667191296:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.439968:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.439994:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787755966.440000:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667190656:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.440020:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.440037:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667191168:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.440059:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.440078:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667191680:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.440098:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.440219:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190272 00000100:00100000:2.0:1787755966.440228:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190272 00000100:00100000:1.0:1787755966.440481:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667190400:0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.440513:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755966.440536:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667190912:0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.440559:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755966.440577:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667191424:0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.440597:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755966.441048:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1787755966.441061:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667190272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.441226:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667190528:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.442957:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3650:x1874588667190272:12345-0@lo:400:kworker.0 Request processed in 1890us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755966.442970:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1787755966.443040:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190784 00000100:00100000:2.0:1787755966.443047:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190784 00000100:00100000:2.0:1787755966.443097:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190656 00000100:00100000:2.0:1787755966.443100:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190656 00010000:00010000:3.0:1787755966.443516:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755966.443559:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191680 00000100:00100000:3.0:1787755966.443565:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191680 00000100:00100000:3.0:1787755966.443591:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190912 00000100:00100000:3.0:1787755966.443595:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190912 00000100:00100000:2.0:1787755966.443759:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15969 00000100:00100000:2.0:1787755966.443769:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667190784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.443834:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0001-lwp-OST0000_UUID+5:3650:x1874588667190784:12345-0@lo:400:kworker.0 Request processed in 68us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755966.443841:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15969 00000100:00100000:2.0:1787755966.443856:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15970 00000100:00100000:2.0:1787755966.443862:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667191680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.443891:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3650:x1874588667191680:12345-0@lo:400:kworker.0 Request processed in 29us (3791us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755966.443897:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15970 00000100:00100000:2.0:1787755966.443912:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15971 00000100:00100000:2.0:1787755966.443918:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667190656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.443945:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3650:x1874588667190656:12345-0@lo:400:kworker.0 Request processed in 28us (3924us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755966.443950:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15971 00000100:00100000:3.0:1787755966.444077:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15972 00000100:00100000:3.0:1787755966.444085:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667190912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.444259:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191296 00000100:00100000:1.0:1787755966.444264:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191296 00000100:00100000:1.0:1787755966.444292:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190400 00000100:00100000:1.0:1787755966.444295:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190400 00000100:00100000:1.0:1787755966.444312:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24898 00000100:00100000:1.0:1787755966.444331:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667191296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.444369:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667191296:12345-0@lo:400:kworker.0 Request processed in 39us (4400us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755966.444375:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24898 00000100:00100000:1.0:1787755966.444390:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24899 00000100:00100000:1.0:1787755966.444396:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667190400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.444426:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667190400:12345-0@lo:400:kworker.0 Request processed in 30us (3913us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755966.444431:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24899 00000100:00100000:1.0:1787755966.444452:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191168 00000100:00100000:1.0:1787755966.444456:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191168 00000100:00100000:1.0:1787755966.444481:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191424 00000100:00100000:1.0:1787755966.444484:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191424 00000100:00100000:1.0:1787755966.444502:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10277 00000100:00100000:1.0:1787755966.444508:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667191168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.444538:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667191168:12345-0@lo:400:kworker.0 Request processed in 30us (4477us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755966.444544:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10277 00000100:00100000:1.0:1787755966.444555:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10278 00000100:00100000:1.0:1787755966.444561:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667191424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.444588:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667191424:12345-0@lo:400:kworker.0 Request processed in 28us (3990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755966.444593:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10278 00000100:00100000:1.0:1787755966.445227:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667190400:0@lo:400:kworker.0 00000100:00100000:1.0:1787755966.445245:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667191424:0@lo:400:kworker.0 00000100:00080000:2.0:1787755966.445580:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755966.445586:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755966.445591:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787755966.445594:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787755966.446207:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3650:1874588667190656:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.446227:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667191168:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.446241:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3650:1874588667191680:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.446252:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3650:1874588667190272:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.446264:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3650:1874588667190784:0@lo:400:kworker.0 00000100:00100000:2.0:1787755966.446277:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51412300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667191296:0@lo:400:kworker.0 00000100:00100000:3.0:1787755966.447002:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667190912:12345-0@lo:400:kworker.0 Request processed in 2910us (6433us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755966.447018:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15972 00000100:00100000:1.0:1787755966.447480:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667190912:0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.455724:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755966.455819:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667191040:0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.455892:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755966.455941:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667190528 00000100:00100000:0.0:1787755966.455950:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667190528 00000100:00100000:0.0:1787755966.456003:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191040 00000100:00100000:0.0:1787755966.456006:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191040 00000100:00100000:0.0:1787755966.456047:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15973 00000100:00100000:0.0:1787755966.456057:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667190528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.456113:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0000-lwp-MDT0001_UUID+5:3648:x1874588667190528:12345-0@lo:400:kworker.0 Request processed in 56us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755966.456119:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15973 00000100:00100000:0.0:1787755966.456135:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15974 00000100:00100000:0.0:1787755966.456142:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667191040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.456181:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667191040:12345-0@lo:400:kworker.0 Request processed in 40us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755966.456188:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15974 00000100:00100000:0.0:1787755966.456250:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667191040:0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.456257:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667191552:0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.456288:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755966.456309:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191552 00000100:00100000:0.0:1787755966.456312:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191552 00000100:00080000:2.0:1787755966.456341:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787755966.456346:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787755966.456360:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10279 00000100:00100000:0.0:1787755966.456366:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe41a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667191552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.456396:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe41a1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667191552:12345-0@lo:400:kworker.0 Request processed in 31us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755966.456407:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10279 00000100:00100000:0.0:1787755966.456440:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51413b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667191552:0@lo:400:kworker.0 00000100:00100000:0.0:1787755966.456471:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51411500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3648:1874588667190528:0@lo:400:kworker.0 00000100:00100000:3.0:1787755966.948524:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe45569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667191808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755966.948611:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755966.950918:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191808 00000100:00100000:1.0:1787755966.950932:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191808 00000100:00100000:1.0:1787755966.950989:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6920 00000100:00100000:1.0:1787755966.950999:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667191808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755966.951032:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755966.951129:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fffbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667191808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (2518us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755966.951137:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6920 00000100:00100000:1.0:1787755966.951256:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe45569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667191808:0@lo:13:osp-pre-1-1.0 00000001:00080000:1.0:1787755966.963793:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973885 is committed 00000001:00080000:1.0:1787755966.963805:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973884 is committed 00000100:00100000:1.0:1787755967.103346:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755967.103440:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654603392 00000100:00100000:3.0:1787755967.103455:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654603392 00000100:00100000:3.0:1787755967.103546:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70595 00000100:00100000:3.0:1787755967.103557:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+12:231913:x1874588654603392:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:3.0:1787755967.103583:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755967.103604:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789ad4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146a3 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.103681:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789adb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.103701:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789adb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.103717:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789adb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755967.103785:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755967.103789:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755967.103818:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789adb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.103850:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789ad4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146a3 expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.103874:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789adb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146a3 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.103890:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755967.103893:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755967.103898:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755967.103967:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+13:231913:x1874588654603392:12345-192.168.201.7@tcp:101:link.0 Request processed in 412us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755967.103974:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70595 00000100:00080000:1.0:1787755967.104129:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755967.112047:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755967.112153:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654603520 00000100:00100000:2.0:1787755967.112165:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654603520 00000100:00100000:2.0:1787755967.112231:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70596 00000100:00100000:2.0:1787755967.112243:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+13:231913:x1874588654603520:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:2.0:1787755967.112266:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755967.112290:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789ae2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146aa expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112442:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112458:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112580:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112595:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112603:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112610:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112711:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112722:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112729:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755967.112777:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f9:0x0]: returning size 0 00000004:00200000:2.0:1787755967.112782:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755967.112804:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112819:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112829:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112837:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112844:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112850:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112856:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755967.112860:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112868:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112881:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755967.112884:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755967.112888:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112898:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789ae9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112910:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112916:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112922:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112927:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755967.112930:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112936:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112942:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x244d11b0 (ffff9dfe502b8800) 00010000:00010000:2.0:1787755967.112944:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755967.112947:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112953:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789af0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112977:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789ae2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146aa expref: 15 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.112997:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146aa expref: 14 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755967.113005:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:2.0:1787755967.113007:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755967.113010:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755967.113082:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:7bc8a071-3537-4c53-83e7-ca9769577496+14:231913:x1874588654603520:12345-192.168.201.7@tcp:101:link.0 Request processed in 839us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755967.113090:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70596 00000100:00100000:1.0:1787755967.121672:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755967.122666:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654603776 00000100:00100000:0.0:1787755967.122683:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654603776 00000100:00100000:0.0:1787755967.122772:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70597 00000100:00100000:0.0:1787755967.122787:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+14:231913:x1874588654603776:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:0.0:1787755967.122875:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787755967.122909:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789af7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146aa expref: 14 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.122929:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755967.122943:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789adb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146a3 expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.122957:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755967.122960:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755967.122992:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.123008:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.123019:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.123035:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.123041:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755967.123048:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:0.0:1787755967.123057:0:10714:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00010000:00010000:1.0:1787755967.458558:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755967.634978:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755967.635143:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654603904 00000100:00100000:3.0:1787755967.635160:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654603904 00000100:00100000:3.0:1787755967.635266:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70598 00000100:00100000:3.0:1787755967.635278:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:231915:x1874588654603904:12345-192.168.201.7@tcp:101:stat.0 00010000:00010000:3.0:1787755967.635312:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1787755967.635670:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787755967.635854:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b0c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146b1 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.636022:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.636040:0:6520:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.636050:0:6520:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.636073:0:6520:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755967.636086:0:6520:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755967.886036:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886108:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886152:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886180:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886200:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886218:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886236:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886253:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755967.886277:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755967.886386:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604544 00000100:00100000:3.0:1787755967.886401:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604544 00000100:00100000:3.0:1787755967.886489:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605056 00000100:00100000:3.0:1787755967.886493:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605056 00000100:00100000:3.0:1787755967.886514:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604416 00000100:00100000:3.0:1787755967.886517:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604416 00000100:00100000:3.0:1787755967.886539:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604928 00000100:00100000:3.0:1787755967.886542:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604928 00000100:00100000:3.0:1787755967.886566:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10280 00000100:00100000:3.0:1787755967.886581:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654604544:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755967.886687:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654604544:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 108us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755967.886696:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10280 00000100:00100000:3.0:1787755967.886720:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10281 00000100:00100000:3.0:1787755967.886727:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654605056:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755967.886753:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654605056:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755967.886760:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10281 00000100:00100000:3.0:1787755967.886772:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10282 00000100:00100000:3.0:1787755967.886779:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654604416:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755967.886805:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654604416:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755967.886811:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10282 00000100:00100000:3.0:1787755967.886824:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10283 00000100:00100000:3.0:1787755967.886831:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654604928:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755967.886855:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654604928:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755967.886861:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10283 00000100:00080000:1.0:1787755967.887215:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755967.887220:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755967.887551:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604288 00000100:00100000:0.0:1787755967.887560:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604288 00000100:00100000:0.0:1787755967.887619:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604800 00000100:00100000:0.0:1787755967.887623:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604800 00000100:00100000:0.0:1787755967.887641:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604160 00000100:00100000:0.0:1787755967.887644:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604160 00000100:00100000:0.0:1787755967.887665:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604672 00000100:00100000:0.0:1787755967.887669:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604672 00000100:00100000:0.0:1787755967.887689:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15975 00000100:00100000:0.0:1787755967.887698:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654604288:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755967.887751:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654604288:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 55us (1652us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755967.887758:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15975 00000100:00100000:0.0:1787755967.887772:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15976 00000100:00100000:0.0:1787755967.887778:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654604800:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755967.887804:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654604800:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 26us (1622us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755967.887810:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15976 00000100:00100000:0.0:1787755967.887823:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15977 00000100:00100000:0.0:1787755967.887830:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe45568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+13:2399:x1874588654604160:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755967.887856:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+13:2399:x1874588654604160:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (1637us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755967.887863:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15977 00000100:00100000:0.0:1787755967.887873:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15978 00000100:00100000:0.0:1787755967.887880:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654604672:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755967.887902:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654604672:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (1649us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755967.887911:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15978 00000100:00100000:2.0:1787755967.888086:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654604032 00000100:00100000:2.0:1787755967.888091:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654604032 00000100:00100000:2.0:1787755967.888141:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2454 00000100:00100000:2.0:1787755967.888149:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654604032:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755967.888186:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654604032:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 38us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755967.888194:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2454 00000100:00080000:1.0:1787755967.889213:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1787755968.483444:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755968.483899:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755968.483929:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667191936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755968.484054:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755968.484301:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667191936 00000100:00100000:3.0:1787755968.484313:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667191936 00000100:00100000:3.0:1787755968.484427:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24900 00000100:00100000:3.0:1787755968.484441:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667191936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755968.484494:0:6525:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755968.484572:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667191936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755968.484581:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24900 00000100:00100000:0.0:1787755968.484797:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667191936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755968.997964:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755968.997989:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667192064:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755968.998066:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755968.998269:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667192064 00000100:00100000:0.0:1787755968.998278:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667192064 00000100:00100000:0.0:1787755968.998374:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00100000:0.0:1787755968.998385:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667192064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755968.998419:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755968.998475:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667192064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755968.998483:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000100:00100000:0.0:1787755968.998530:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973884 gen 2 00000004:00080000:0.0:1787755968.998536:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe454ef800, transno 4294973884 00000100:00100000:0.0:1787755968.998557:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667192064:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787755968.998727:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755969.002238:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755969.002266:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667192192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755969.002391:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755969.002456:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667192192 00000100:00100000:2.0:1787755969.002467:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667192192 00000100:00100000:2.0:1787755969.002529:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24901 00000100:00100000:2.0:1787755969.002540:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667192192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755969.002574:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755969.002625:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3650:x1874588667192192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755969.002632:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24901 00000100:00100000:2.0:1787755969.002688:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667192192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755969.002997:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755969.003008:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667192320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755969.003049:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755969.003081:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667192320 00000100:00100000:0.0:1787755969.003085:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667192320 00000100:00100000:0.0:1787755969.003134:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6922 00000100:00100000:0.0:1787755969.003141:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667192320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755969.003160:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755969.003193:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667192320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755969.003199:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6922 00000100:00080000:0.0:1787755969.003216:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755969.003242:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667192320:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1787755969.506789:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00020000:0.0:1787755969.627632:0:10714:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:0.0:1787755969.627680:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.627701:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.627713:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755969.628031:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c8e36986 reply state 000000006342a3fe transno 8589957612 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628045:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628053:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755969.628056:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1787755969.628060:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787755969.628067:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628074:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628090:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628106:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628112:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755969.628116:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628123:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628133:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755969.628135:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755969.628138:0:10714:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628145:0:10714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628151:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628188:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628195:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789afe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755969.628209:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c8e36986 reply state 000000006342a3fe transno 8589957612 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628219:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755969.628225:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80cb620f (ffff9dfe48a2e500) 00010000:00010000:0.0:1787755969.628227:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755969.628229:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1787755969.628310:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4556b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+14:231913:x1874588654603776:12345-192.168.201.7@tcp:36:link.0 Request processed in 2505522us (2506643us total) trans 8589957612 rc 0/0 00000100:00100000:0.0:1787755969.628517:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70597 00010000:00010000:2.0:1787755969.628904:0:6520:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755969.628913:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755969.628946:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755969.628951:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755969.628969:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755969.628995:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b0c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 8 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755969.629013:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755969.629022:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755969.629024:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755969.629027:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:2.0:1787755969.629053:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe45568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:231915:x1874588654603904:12345-192.168.201.7@tcp:101:stat.0 Request processed in 1993777us (1994091us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755969.629060:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70598 00000100:00100000:2.0:1787755969.640558:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755969.641247:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605184 00000100:00100000:3.0:1787755969.641258:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605184 00000100:00100000:3.0:1787755969.641367:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70599 00000100:00100000:3.0:1787755969.641379:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:231915:x1874588654605184:12345-192.168.201.7@tcp:101:stat.0 00010000:00010000:3.0:1787755969.641403:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755969.641425:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789b21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146b8 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641495:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641524:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641539:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641564:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641576:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641585:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641688:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641699:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641710:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755969.641774:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f9:0x0]: returning size 0 00000004:00200000:3.0:1787755969.641781:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755969.641813:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641837:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641846:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641853:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641863:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641870:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641877:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28aa00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755969.641881:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641890:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641911:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755969.641914:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755969.641919:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641926:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b28 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641939:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641945:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641951:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641958:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755969.641961:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641967:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641974:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80cb620f (ffff9dfe48a2e500) 00010000:00010000:3.0:1787755969.641977:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755969.641980:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.641985:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b2f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.642011:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a600/0x9b2b325365789b21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 9 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.642024:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.642031:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:3.0:1787755969.642033:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755969.642035:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00080000:2.0:1787755969.642686:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755969.643275:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:231915:x1874588654605184:12345-192.168.201.7@tcp:101:stat.0 Request processed in 1895us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755969.643285:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70599 00000100:00100000:2.0:1787755969.657786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755969.657825:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605312 00000100:00100000:3.0:1787755969.657834:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605312 00000100:00100000:3.0:1787755969.657889:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30873 00000100:00100000:3.0:1787755969.657897:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654605312:12345-192.168.201.7@tcp:101:stat.0 00010000:00010000:3.0:1787755969.657912:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755969.657928:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146bf expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755969.657950:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x522:0x0] initial LVB size: 0, mtime: 0x6a8efdbd, atime: 0x6a8efdbd, ctime: 0x6a8efdbd, blocks: 0x0 00010000:00010000:3.0:1787755969.657964:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=9026s v=(0 0) 00010000:00010000:3.0:1787755969.657968:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755969.657975:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 6 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.658083:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 6 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755969.658104:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755969.658159:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654605312:12345-192.168.201.7@tcp:101:stat.0 Request processed in 262us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755969.658165:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30873 00000100:00080000:2.0:1787755969.658741:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755970.304830:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755970.305101:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605440 00000100:00100000:3.0:1787755970.305113:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605440 00000100:00100000:3.0:1787755970.305231:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70600 00000100:00100000:3.0:1787755970.305242:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+14:231599:x1874588654605440:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:3.0:1787755970.305279:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755970.305298:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b44 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146c6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.305421:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b4b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.305435:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.305448:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755970.305494:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:3.0:1787755970.305497:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755970.305521:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b4b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.305538:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789b44 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146c6 expref: 16 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.305555:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b4b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146c6 expref: 15 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.305562:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755970.305564:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755970.305567:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:3.0:1787755970.305634:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:231599:x1874588654605440:12345-192.168.201.7@tcp:101:bash.0 Request processed in 394us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755970.305639:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70600 00000100:00100000:1.0:1787755970.309166:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755970.309225:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605568 00000100:00100000:3.0:1787755970.309240:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605568 00000100:00100000:3.0:1787755970.309368:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9427 00000100:00100000:3.0:1787755970.309396:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:231599:x1874588654605568:12345-192.168.201.7@tcp:37:bash.0 00000100:00080000:2.0:1787755970.310833:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755970.320738:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+15:231599:x1874588654605568:12345-192.168.201.7@tcp:37:bash.0 Request processed in 11345us (11573us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755970.320754:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9427 00000100:00100000:2.0:1787755970.335366:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755970.335479:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605696 00000100:00100000:0.0:1787755970.335494:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605696 00000100:00100000:0.0:1787755970.335587:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70601 00000100:00100000:0.0:1787755970.335599:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+15:231957:x1874588654605696:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:0.0:1787755970.335624:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755970.335648:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b52 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146cd expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335721:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335737:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335747:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335760:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335771:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335778:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.335997:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336007:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336013:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755970.336054:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f9:0x0]: returning size 0 00000004:00200000:0.0:1787755970.336058:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755970.336088:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336099:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336108:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336115:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336121:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336131:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336138:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755970.336142:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336150:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336161:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755970.336164:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755970.336169:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336175:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789b59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336191:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336197:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336203:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336208:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755970.336210:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336219:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336226:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80cb620f (ffff9dfe48a2e500) 00010000:00010000:0.0:1787755970.336229:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755970.336232:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336239:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789b60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336265:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b52 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146cd expref: 17 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336278:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146cd expref: 16 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.336285:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755970.336287:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755970.336290:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755970.336423:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+16:231957:x1874588654605696:12345-192.168.201.7@tcp:101:rm.0 Request processed in 826us (1115us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755970.336431:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70601 00000100:00100000:1.0:1787755970.340856:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755970.341063:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654605824 00000100:00100000:3.0:1787755970.341075:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654605824 00000100:00100000:3.0:1787755970.341185:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30874 00000100:00100000:3.0:1787755970.341197:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654605824:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:3.0:1787755970.341219:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755970.341238:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146d4 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.341264:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1787755970.341269:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755970.341280:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 6 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.341302:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 6 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.341345:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755970.341420:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654605824:12345-192.168.201.7@tcp:101:rm.0 Request processed in 223us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755970.341427:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30874 00000100:00080000:2.0:1787755970.341508:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755970.346475:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755970.346592:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606080 00000100:00100000:0.0:1787755970.346602:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606080 00000100:00100000:0.0:1787755970.346703:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70602 00000100:00100000:0.0:1787755970.346712:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+16:231957:x1874588654606080:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755970.346760:0:17813:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1787755970.346785:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789b67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146cd expref: 16 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346814:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789acd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6f9:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21469c expref: 15 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346823:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755970.346829:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789b4b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146c6 expref: 14 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346836:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755970.346839:0:17813:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755970.346856:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346865:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346871:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346894:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 7 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.346904:0:17813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 7 pid: 6520 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755970.346929:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bace00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588667192448:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755970.347002:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe48aeba80 going to sleep for 11 seconds 00000100:00100000:0.0:1787755970.349241:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bace00 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588667192448:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755970.349273:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755970.350197:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755970.350298:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606208 00000100:00100000:3.0:1787755970.350310:0:6506:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606208 00010000:00010000:3.0:1787755970.350666:0:6506:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 8 pid: 6520 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755970.350717:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21800 00000100:00100000:3.0:1787755970.350727:0:6506:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff71b7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2399:x1874588654606208:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755970.350743:0:6506:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755970.350750:0:6506:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 8 pid: 6520 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.350764:0:6506:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 8 pid: 6520 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.350785:0:6506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789b13 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b1 expref: 8 pid: 6520 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.350803:0:6506:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755970.350808:0:6506:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.350817:0:6506:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.352418:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.352481:0:6506:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755970.352594:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352605:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352635:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352649:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352660:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755970.352752:0:6506:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff71b7d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2399:x1874588654606208:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 2022us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755970.352765:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21800 00010000:00010000:1.0:1787755970.352820:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352834:0:17813:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 6 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352844:0:17813:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352893:0:17813:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 6 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.352911:0:17813:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 6 pid: 35153 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755970.352926:0:17813:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588667192576:192.168.201.7@tcp:104: 00000100:00100000:1.0:1787755970.352989:0:17813:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4fe97780 going to sleep for 11 seconds 00000100:00100000:1.0:1787755970.358892:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755970.359024:0:17813:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410a80 pname:cluuid:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000_UUID:17813:1874588667192576:192.168.201.7@tcp:104: 00010000:00010000:0.0:1787755970.359057:0:17813:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755970.359856:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606336 00000100:00100000:2.0:1787755970.359864:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606336 00010000:00010000:2.0:1787755970.359905:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 7 pid: 35153 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755970.359997:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21801 00000100:00100000:2.0:1787755970.360008:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2402:x1874588654606336:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755970.360024:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755970.360031:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 7 pid: 35153 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755970.360045:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 7 pid: 35153 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755970.360068:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789b36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146b8 expref: 7 pid: 35153 timeout: 9127 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755970.360103:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:2.0:1787755970.360109:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755970.360118:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755970.360131:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755970.360161:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755970.360216:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51412300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654606336:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 209us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755970.360224:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21801 00010000:00010000:1.0:1787755970.360286:0:17813:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360293:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360648:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360654:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360658:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360662:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755970.360666:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360671:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360678:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:1.0:1787755970.360680:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755970.360683:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360687:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789b83 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360700:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360706:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360711:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360717:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360722:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccdc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755970.360725:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360731:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360738:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755970.360741:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755970.360744:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360753:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789b75 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755970.360766:0:17813:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c399492a reply state 000000008d3d267e transno 8589957613 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360779:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.360785:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80cb620f (ffff9dfe48a2e500) 00010000:00010000:1.0:1787755970.360788:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755970.360790:0:17813:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755970.360835:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+15:231957:x1874588654606080:12345-192.168.201.7@tcp:36:rm.0 Request processed in 14124us (14367us total) trans 8589957613 rc 0/0 00000100:00100000:1.0:1787755970.360843:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70602 00000100:00100000:3.0:1787755970.363266:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755970.363746:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606464 00000100:00100000:1.0:1787755970.363757:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606464 00000100:00100000:1.0:1787755970.363822:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70603 00000100:00100000:1.0:1787755970.363833:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+15:231957:x1874588654606464:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755970.363862:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755970.363880:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789b8a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146db expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.363957:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789b91 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.363970:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789b91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.363986:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789b91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755970.364037:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755970.364041:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755970.364065:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789b91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.364688:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789b8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146db expref: 17 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.364715:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789b91 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146db expref: 16 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.364726:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755970.364729:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755970.364734:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755970.364823:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+16:231957:x1874588654606464:12345-192.168.201.7@tcp:101:rm.0 Request processed in 990us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755970.364832:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70603 00000100:00100000:3.0:1787755970.367456:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755970.367628:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606592 00000100:00100000:1.0:1787755970.367638:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606592 00000100:00100000:1.0:1787755970.367699:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70604 00000100:00100000:1.0:1787755970.367710:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4fff9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+16:231957:x1874588654606592:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755970.367734:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755970.367761:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789b98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146e2 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.367842:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.367856:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.367867:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.367877:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.367884:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.367891:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368195:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368204:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368211:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755970.368247:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6f9:0x0]: returning size 0 00000004:00200000:1.0:1787755970.368253:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755970.368272:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368288:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368298:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368304:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368310:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368808:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368817:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755970.368822:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368830:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368845:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755970.368848:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755970.368853:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368860:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60800/0x9b2b325365789b9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368874:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368881:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368887:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368892:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755970.368894:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368900:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368907:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x244d11b0 (ffff9dfe502b8800) 00010000:00010000:1.0:1787755970.368910:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755970.368912:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.368987:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789ba6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.369024:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789b98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146e2 expref: 18 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.369038:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146e2 expref: 17 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755970.369045:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:1.0:1787755970.369048:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755970.369051:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755970.369174:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4fff9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7bc8a071-3537-4c53-83e7-ca9769577496+17:231957:x1874588654606592:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1464us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755970.369182:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70604 00000100:00100000:1.0:1787755970.377220:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755970.377841:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606848 00000100:00100000:0.0:1787755970.377852:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606848 00000100:00100000:0.0:1787755970.377993:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70605 00000100:00100000:0.0:1787755970.378004:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+17:231957:x1874588654606848:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:0.0:1787755970.378059:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787755970.378099:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b325365789bad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6f9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146e2 expref: 17 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378122:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755970.378133:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789b91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146db expref: 16 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378142:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755970.378145:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755970.378166:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378179:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378189:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378200:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378210:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378216:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378310:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378360:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378368:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787755970.378609:0:10714:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].228, 64 off22784 00000004:00080000:0.0:1787755970.378620:0:10714:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 9027400303895ns, next at 9028400300987ns, rc = 0 00010000:00010000:0.0:1787755970.378669:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378678:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010080000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378690:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378696:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010080000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378703:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378710:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x50010480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378734:0:10714:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787755970.378753:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378759:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378764:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378770:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755970.378776:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378784:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378793:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755970.378796:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1787755970.378799:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378804:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789bc2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6f9:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378824:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378830:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378836:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378841:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378845:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccda00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755970.378848:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378852:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378859:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755970.378860:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755970.378863:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378867:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789bb4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755970.378875:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006903789a reply state 00000000b6953d62 transno 8589957614 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378885:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755970.378891:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x244d11b0 (ffff9dfe502b8800) 00010000:00010000:0.0:1787755970.378893:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787755970.378896:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1787755970.379098:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787755970.379105:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.379111:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:3.0:1787755970.379114:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.379121:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.379128:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:3.0:1787755970.379131:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787755970.379134:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.379139:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789bc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6f9:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755970.379150:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755970.379152:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787755970.379154:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755970.383634:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+17:231957:x1874588654606848:12345-192.168.201.7@tcp:36:rm.0 Request processed in 5617us (6412us total) trans 8589957614 rc 0/0 00000100:00100000:0.0:1787755970.383649:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70605 00010000:00010000:1.0:1787755970.530651:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1787755971.053426:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957614 is committed 00000004:00080000:2.0:1787755971.053442:0:30955:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 246 committed 00000100:00100000:2.0:1787755971.053598:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667192704:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1787755971.053618:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053630:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053638:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053643:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755971.053648:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053655:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755971.053670:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787755971.053673:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x244d11b0 (ffff9dfe502b8800) 00010000:00010000:1.0:1787755971.053676:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755971.053682:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053688:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ab1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053707:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053714:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053720:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053724:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00000100:00100000:2.0:1787755971.053726:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667192704 00010000:00010000:1.0:1787755971.053727:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053733:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755971.053733:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667192704 00010000:00010000:1.0:1787755971.053740:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:1.0:1787755971.053742:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755971.053745:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053750:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ac6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053760:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053766:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053771:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053776:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755971.053779:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755971.053783:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30875 00010000:00010000:1.0:1787755971.053785:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053792:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80cb620f (ffff9dfe48a2e500) 00000100:00100000:2.0:1787755971.053792:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667192704:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1787755971.053795:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755971.053797:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053802:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789b05 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053809:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053815:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1787755971.053820:0:35158:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:1314 count 1 00010000:00010000:1.0:1787755971.053833:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053837:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755971.053840:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.053841:0:35158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053846:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053854:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6f9:0x0].0x0 (ffff9dfe48a2ed00) 00010000:00010000:1.0:1787755971.053856:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1787755971.053859:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053865:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789b1a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6f9:0x0].0x0 bits 0x22/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053885:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053891:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053896:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053902:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755971.053905:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053911:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053917:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80cb620f (ffff9dfe48a2e500) 00010000:00010000:1.0:1787755971.053920:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755971.053922:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053928:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789b7c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x80cb620f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053942:0:3633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053952:0:3633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053958:0:3633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053962:0:3633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755971.053965:0:3633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053970:0:3633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053976:0:3633:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x244d11b0 (ffff9dfe502b8800) 00010000:00010000:1.0:1787755971.053979:0:3633:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755971.053981:0:3633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.053986:0:3633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789bbb lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x244d11b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.054031:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 5 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.054042:0:35158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 5 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.054050:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1787755971.054073:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755971.054078:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.054106:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 5 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.054121:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 5 pid: 8436 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755971.054135:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a437100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588667192832:192.168.201.7@tcp:104: 00000100:00080000:3.0:1787755971.054190:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787755971.054211:0:35158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 5 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.054219:0:35158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 5 pid: 35156 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755971.054229:0:35158:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588667192960:192.168.201.7@tcp:104: 00000100:00100000:2.0:1787755971.054251:0:35158:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe46986480 going to sleep for 11 seconds 00000100:00100000:3.0:1787755971.060063:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a437100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588667192832:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755971.060091:0:35158:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a434700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:35158:1874588667192960:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755971.060128:0:35158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755971.064218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755971.065086:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654606976 00000100:00100000:2.0:1787755971.065100:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654606976 00010000:00010000:2.0:1787755971.065150:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 6 pid: 8436 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755971.065199:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21802 00000100:00100000:2.0:1787755971.065210:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+6:2402:x1874588654606976:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755971.065225:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755971.065232:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 6 pid: 8436 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.065249:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 6 pid: 8436 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.065278:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789b6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x522:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146d4 expref: 6 pid: 8436 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755971.065299:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755971.066561:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755971.066683:0:34739:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607104 00000100:00100000:0.0:1787755971.066695:0:34739:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607104 00010000:00010000:0.0:1787755971.066777:0:34739:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 6 pid: 35156 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755971.066830:0:34739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21803 00000100:00100000:0.0:1787755971.066843:0:34739:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2402:x1874588654607104:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787755971.066878:0:34739:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787755971.066885:0:34739:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 6 pid: 35156 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.066900:0:34739:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 6 pid: 35156 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.066928:0:34739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789b3d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x522:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146bf expref: 6 pid: 35156 timeout: 9128 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.066953:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755971.066958:0:34739:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755971.066966:0:34739:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.066976:0:34739:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.067009:0:34739:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:1.0:1787755971.068135:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755971.068237:0:35158:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.068251:0:35158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.068263:0:35158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.068272:0:35158:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755971.068291:0:35158:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787755971.069550:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe48b4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7bc8a071-3537-4c53-83e7-ca9769577496+5:2402:x1874588654606976:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 4326us (5327us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755971.069566:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21802 00000100:00100000:0.0:1787755971.071189:0:34739:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2402:x1874588654607104:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 4340us (6866us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755971.071202:0:34739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21803 00010000:00010000:0.0:1787755971.071257:0:6507:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755971.071266:0:6507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.071278:0:6507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755971.071283:0:6507:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.071294:0:6507:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.071335:0:6507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.072087:0:6507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b40df43d/0x9b2b325365789bd0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755971.072115:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755971.072117:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755971.072119:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755971.072332:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:3647:x1874588667192704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18521us (18642us total) trans 4294973886 rc 0/0 00000100:00100000:1.0:1787755971.072345:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30875 00000004:00080000:0.0:1787755971.074122:0:3647:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9dfe4a435880/2, rc 0, transno 4294973886 00000100:00100000:0.0:1787755971.074134:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667192704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1787755971.554887:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667193216:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.554976:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755971.555011:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667193728:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555034:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755971.555048:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667194240:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555101:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755971.555129:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787755971.555136:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667193344:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555163:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755971.555180:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667193856:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555202:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755971.555215:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667194368:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555236:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755971.555295:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193216 00000100:00100000:0.0:1787755971.555304:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193216 00000100:00100000:0.0:1787755971.555385:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194240 00000100:00100000:0.0:1787755971.555390:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194240 00000100:00100000:0.0:1787755971.555413:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24902 00000100:00100000:0.0:1787755971.555421:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667193216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555497:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667193216:12345-0@lo:400:kworker.0 Request processed in 75us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755971.555505:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24902 00000100:00100000:0.0:1787755971.555523:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24903 00000100:00100000:0.0:1787755971.555529:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667194240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555559:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667194240:12345-0@lo:400:kworker.0 Request processed in 31us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755971.555565:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24903 00000100:00100000:0.0:1787755971.555604:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667193216:0@lo:400:kworker.0 00000100:00100000:0.0:1787755971.555615:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667194240:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556196:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667193088:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556245:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.556280:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667193600:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556305:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.556350:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667194112:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556372:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.556392:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787755971.556399:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667193472:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556420:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.556437:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe464d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667193984:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556453:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.556695:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667194496:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556722:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.556761:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193728 00000100:00100000:3.0:1787755971.556766:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193728 00000100:00100000:3.0:1787755971.556809:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194368 00000100:00100000:3.0:1787755971.556812:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194368 00000100:00100000:3.0:1787755971.556834:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194112 00000100:00100000:3.0:1787755971.556847:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194112 00000100:00100000:3.0:1787755971.556871:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10284 00000100:00100000:3.0:1787755971.556879:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667193728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556921:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667193728:12345-0@lo:400:kworker.0 Request processed in 43us (1885us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.556927:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10284 00000100:00100000:3.0:1787755971.556945:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10285 00000100:00100000:3.0:1787755971.556951:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667194368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.556979:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81894e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667194368:12345-0@lo:400:kworker.0 Request processed in 29us (1742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.556985:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10285 00000100:00100000:3.0:1787755971.556995:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10286 00000100:00100000:3.0:1787755971.557002:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe52918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667194112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557031:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe52918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667194112:12345-0@lo:400:kworker.0 Request processed in 30us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557036:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10286 00000100:00100000:3.0:1787755971.557054:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193344 00000100:00100000:3.0:1787755971.557068:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193344 00000100:00100000:3.0:1787755971.557095:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193856 00000100:00100000:3.0:1787755971.557098:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193856 00000100:00100000:3.0:1787755971.557114:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193600 00000100:00100000:3.0:1787755971.557117:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193600 00000100:00100000:3.0:1787755971.557132:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193472 00000100:00100000:3.0:1787755971.557134:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193472 00000100:00100000:3.0:1787755971.557151:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193984 00000100:00100000:3.0:1787755971.557154:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193984 00000100:00100000:3.0:1787755971.557173:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194496 00000100:00100000:3.0:1787755971.557175:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194496 00000100:00100000:3.0:1787755971.557191:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15979 00000100:00100000:3.0:1787755971.557197:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667193344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557229:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81896680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667193344:12345-0@lo:400:kworker.0 Request processed in 32us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557235:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15979 00000100:00100000:3.0:1787755971.557247:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15980 00000100:00100000:3.0:1787755971.557253:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667193856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557281:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667193856:12345-0@lo:400:kworker.0 Request processed in 29us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557287:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15980 00000100:00100000:3.0:1787755971.557299:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15981 00000100:00100000:3.0:1787755971.557305:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667193600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557362:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46b61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0000_UUID+5:3648:x1874588667193600:12345-0@lo:400:kworker.0 Request processed in 58us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557368:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15981 00000100:00100000:3.0:1787755971.557379:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15982 00000100:00100000:3.0:1787755971.557385:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667193472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557408:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-OST0000_UUID+5:3648:x1874588667193472:12345-0@lo:400:kworker.0 Request processed in 23us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557413:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15982 00000100:00100000:3.0:1787755971.557424:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15983 00000100:00100000:3.0:1787755971.557430:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667193984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557453:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0001-lwp-OST0001_UUID+5:3648:x1874588667193984:12345-0@lo:400:kworker.0 Request processed in 24us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557459:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15983 00000100:00100000:3.0:1787755971.557481:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15984 00000100:00100000:3.0:1787755971.557486:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667194496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557512:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:lustre-MDT0000-lwp-MDT0000_UUID+5:3648:x1874588667194496:12345-0@lo:400:kworker.0 Request processed in 25us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557517:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15984 00000100:00100000:3.0:1787755971.557580:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667193088 00000100:00100000:3.0:1787755971.557585:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667193088 00000100:00100000:3.0:1787755971.557612:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:3.0:1787755971.557618:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667193088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557647:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3648:x1874588667193088:12345-0@lo:400:kworker.0 Request processed in 30us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.557653:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:3.0:1787755971.557736:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3648:1874588667193472:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557747:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3648:1874588667193984:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557757:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b83800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3648:1874588667194496:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557765:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3648:1874588667193088:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557774:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3648:1874588667193600:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557782:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667194112:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557827:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667193344:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557837:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667193856:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557847:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667194368:0@lo:400:kworker.0 00000100:00100000:3.0:1787755971.557856:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe464d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667193728:0@lo:400:kworker.0 00000100:00080000:1.0:1787755971.558178:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755971.558184:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755971.558187:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755971.558189:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755971.558210:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755971.563032:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667194624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755971.563115:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755971.566487:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194624 00000100:00100000:3.0:1787755971.566503:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194624 00000100:00100000:3.0:1787755971.566563:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6923 00000100:00100000:3.0:1787755971.566576:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667194624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787755971.566609:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:3.0:1787755971.566699:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667194624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (3583us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755971.566707:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6923 00000100:00100000:0.0:1787755971.566968:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667194624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787755972.066996:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787755972.067035:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667194752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787755972.067195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755972.067357:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194752 00000100:00100000:1.0:1787755972.067369:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194752 00000100:00100000:1.0:1787755972.067440:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6924 00000100:00100000:1.0:1787755972.067451:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667194752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787755972.067503:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755972.067572:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667194752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755972.067580:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6924 00000100:00100000:1.0:1787755972.067646:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51410e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667194752:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1787755972.578671:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755973.001427:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001467:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001497:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001521:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001555:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001575:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001597:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001620:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001650:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755973.001682:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607616 00000100:00100000:1.0:1787755973.001694:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607616 00000100:00100000:1.0:1787755973.001767:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608256 00000100:00100000:1.0:1787755973.001770:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608256 00000100:00100000:1.0:1787755973.001790:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608128 00000100:00100000:1.0:1787755973.001792:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608128 00000100:00100000:1.0:1787755973.001811:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607744 00000100:00100000:1.0:1787755973.001814:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607744 00000100:00100000:1.0:1787755973.001840:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10287 00000100:00100000:1.0:1787755973.001851:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654607616:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.001948:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51411f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654607616:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 98us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.001957:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10287 00000100:00100000:1.0:1787755973.001981:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10288 00000100:00100000:1.0:1787755973.001988:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654608256:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002027:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51410000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654608256:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 39us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002042:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10288 00000100:00100000:1.0:1787755973.002057:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10289 00000100:00100000:1.0:1787755973.002064:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654608128:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002090:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654608128:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002096:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10289 00000100:00100000:1.0:1787755973.002109:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30876 00000100:00100000:1.0:1787755973.002115:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2398:x1874588654607744:12345-192.168.201.7@tcp:9:kworker.0 00000020:00000080:1.0:1787755973.002137:0:8436:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9b2b325365789379 00000100:00080000:1.0:1787755973.002148:0:8436:0:(import.c:65:import_set_state_nolock()) ffff9dfe434f0800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787755973.002209:0:8436:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976220 00000100:00100000:1.0:1787755973.002407:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+2:2398:x1874588654607744:12345-192.168.201.7@tcp:9:kworker.0 Request processed in 291us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002414:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30876 00000100:00100000:1.0:1787755973.002440:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607360 00000100:00100000:1.0:1787755973.002444:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607360 00000100:00100000:1.0:1787755973.002481:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608000 00000100:00100000:1.0:1787755973.002484:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608000 00000100:00100000:1.0:1787755973.002507:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607488 00000100:00100000:1.0:1787755973.002509:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607488 00000100:00100000:1.0:1787755973.002527:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607872 00000100:00100000:1.0:1787755973.002531:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607872 00000100:00100000:1.0:1787755973.002553:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15985 00000100:00100000:1.0:1787755973.002561:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654607360:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002602:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51410e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+6:2401:x1874588654607360:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 42us (1191us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002609:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15985 00000100:00100000:1.0:1787755973.002621:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15986 00000100:00100000:1.0:1787755973.002628:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654608000:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002656:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51410700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2401:x1874588654608000:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002663:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15986 00000100:00100000:1.0:1787755973.002675:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15987 00000100:00100000:1.0:1787755973.002680:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654607488:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002701:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+5:2401:x1874588654607488:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 22us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002707:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15987 00000100:00100000:1.0:1787755973.002717:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15988 00000100:00100000:1.0:1787755973.002723:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654607872:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002747:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2401:x1874588654607872:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002753:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15988 00000100:00100000:1.0:1787755973.002779:0:30960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654607232 00000100:00100000:1.0:1787755973.002784:0:30960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654607232 00000100:00100000:1.0:1787755973.002815:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2456 00000100:00100000:1.0:1787755973.002822:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654607232:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755973.002845:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2401:x1874588654607232:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755973.002851:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2456 00000100:00080000:1.0:1787755973.002898:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755973.002904:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755973.002906:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755973.002909:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787755973.003135:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755973.604377:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755973.604858:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667194880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755973.604980:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755973.607562:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667194880 00000100:00100000:0.0:1787755973.607586:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667194880 00000100:00100000:0.0:1787755973.607684:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24904 00000100:00100000:0.0:1787755973.607698:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667194880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787755973.607764:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:0.0:1787755973.607898:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667194880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 203us (2919us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755973.607905:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24904 00000100:00100000:3.0:1787755973.608402:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667194880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755974.115439:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667195008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755974.115604:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755974.117463:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667195136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787755974.117588:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755974.117751:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195136 00000100:00100000:0.0:1787755974.117779:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195136 00000100:00100000:0.0:1787755974.118033:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1787755974.118047:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667195136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787755974.118109:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755974.118176:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3648:x1874588667195136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755974.118184:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1787755974.118294:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b80a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667195136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755974.119874:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195008 00000100:00100000:2.0:1787755974.119890:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195008 00000100:00100000:2.0:1787755974.119987:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24905 00000100:00100000:2.0:1787755974.119998:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667195008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787755974.120057:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:2.0:1787755974.120172:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667195008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 176us (4569us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755974.120180:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24905 00000100:00080000:1.0:1787755974.120627:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755974.120688:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667195008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787755974.120800:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667195264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787755974.120872:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755974.122134:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195264 00000100:00100000:2.0:1787755974.122153:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195264 00000100:00100000:2.0:1787755974.122388:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6926 00000100:00100000:2.0:1787755974.122418:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667195264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755974.122465:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8644288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755974.122575:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667195264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 161us (1704us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755974.122584:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6926 00000100:00100000:3.0:1787755974.122738:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667195264:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787755974.125900:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1787755974.633137:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755975.665201:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787755976.675279:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755976.675312:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667195776:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675447:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675535:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81899180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667196288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675562:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675589:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81898700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667196800:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675618:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675651:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1787755976.675658:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667195392:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755976.675688:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675708:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667195904:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675730:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675747:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667196416:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675770:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675786:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81898a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667196928:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675824:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675862:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667195520:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675897:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675917:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667196032:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675935:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675949:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667196544:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.675977:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.675993:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81898e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667197056:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676011:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.676028:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755976.676034:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667195648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676056:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.676071:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667196160:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676086:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.676099:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667196672:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676118:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755976.676150:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195776 00000100:00100000:1.0:1787755976.676159:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195776 00000100:00100000:1.0:1787755976.676213:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196288 00000100:00100000:1.0:1787755976.676216:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196288 00000100:00100000:1.0:1787755976.676240:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195904 00000100:00100000:1.0:1787755976.676242:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195904 00000100:00100000:1.0:1787755976.676256:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196416 00000100:00100000:1.0:1787755976.676258:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196416 00000100:00100000:1.0:1787755976.676276:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196032 00000100:00100000:1.0:1787755976.676278:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196032 00000100:00100000:1.0:1787755976.676293:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197056 00000100:00100000:1.0:1787755976.676295:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197056 00000100:00100000:1.0:1787755976.676336:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15989 00000100:00100000:1.0:1787755976.676346:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667195776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676407:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667195776:12345-0@lo:400:kworker.0 Request processed in 62us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676415:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15989 00000100:00100000:1.0:1787755976.676447:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15990 00000100:00100000:1.0:1787755976.676453:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667196288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676477:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667196288:12345-0@lo:400:kworker.0 Request processed in 25us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676483:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15990 00000100:00100000:1.0:1787755976.676492:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15991 00000100:00100000:1.0:1787755976.676497:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667195904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676517:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667195904:12345-0@lo:400:kworker.0 Request processed in 20us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676523:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15991 00000100:00100000:1.0:1787755976.676533:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15992 00000100:00100000:1.0:1787755976.676537:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667196416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676558:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667196416:12345-0@lo:400:kworker.0 Request processed in 20us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676563:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15992 00000100:00100000:1.0:1787755976.676574:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15993 00000100:00100000:1.0:1787755976.676579:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667196032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676609:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667196032:12345-0@lo:400:kworker.0 Request processed in 30us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676616:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15993 00000100:00100000:1.0:1787755976.676627:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15994 00000100:00100000:1.0:1787755976.676633:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667197056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676659:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667197056:12345-0@lo:400:kworker.0 Request processed in 26us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676665:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15994 00000100:00100000:1.0:1787755976.676691:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196800 00000100:00100000:1.0:1787755976.676695:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196800 00000100:00100000:1.0:1787755976.676726:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196928 00000100:00100000:1.0:1787755976.676729:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196928 00000100:00100000:1.0:1787755976.676747:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196544 00000100:00100000:1.0:1787755976.676750:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196544 00000100:00100000:1.0:1787755976.676764:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196160 00000100:00100000:1.0:1787755976.676766:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196160 00000100:00100000:1.0:1787755976.676782:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10290 00000100:00100000:1.0:1787755976.676788:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667196800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676834:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+6:3649:x1874588667196800:12345-0@lo:400:kworker.0 Request processed in 46us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676841:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10290 00000100:00100000:1.0:1787755976.676852:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10291 00000100:00100000:1.0:1787755976.676858:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667196928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676886:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667196928:12345-0@lo:400:kworker.0 Request processed in 28us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676891:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10291 00000100:00100000:1.0:1787755976.676901:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10292 00000100:00100000:1.0:1787755976.676906:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667196544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676930:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47896300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667196544:12345-0@lo:400:kworker.0 Request processed in 24us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676936:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10292 00000100:00100000:1.0:1787755976.676946:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10293 00000100:00100000:1.0:1787755976.676952:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667196160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.676990:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667196160:12345-0@lo:400:kworker.0 Request processed in 38us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.676997:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10293 00000100:00100000:1.0:1787755976.677054:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195648 00000100:00100000:1.0:1787755976.677059:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195648 00000100:00100000:1.0:1787755976.677090:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667196672 00000100:00100000:1.0:1787755976.677093:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667196672 00000100:00100000:1.0:1787755976.677118:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24906 00000100:00100000:1.0:1787755976.677125:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667195648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677163:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667195648:12345-0@lo:400:kworker.0 Request processed in 38us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.677170:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24906 00000100:00100000:1.0:1787755976.677181:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24907 00000100:00100000:1.0:1787755976.677187:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667196672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677215:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667196672:12345-0@lo:400:kworker.0 Request processed in 28us (1096us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755976.677221:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24907 00000100:00080000:1.0:1787755976.677242:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755976.677247:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755976.677250:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755976.677252:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755976.677353:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667195648:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677367:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667196160:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677375:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667196672:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677391:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667196032:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677400:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667196544:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677409:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81898e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667197056:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677459:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667195904:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677470:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff8189aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667196416:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677480:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81898a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667196928:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677490:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667195776:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677500:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81899180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667196288:0@lo:400:kworker.0 00000100:00100000:1.0:1787755976.677511:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81898700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667196800:0@lo:400:kworker.0 00000100:00100000:0.0:1787755976.678213:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195392 00000100:00100000:0.0:1787755976.678225:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195392 00000100:00100000:0.0:1787755976.678299:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6927 00000100:00100000:0.0:1787755976.678310:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667195392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787755976.678371:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:0.0:1787755976.678453:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667195392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (2764us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755976.678460:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6927 00000100:00100000:0.0:1787755976.678487:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667195520 00000100:00100000:0.0:1787755976.678492:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667195520 00000100:00100000:0.0:1787755976.678525:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1787755976.678532:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667195520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755976.678580:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667195520:12345-0@lo:400:kworker.0 Request processed in 49us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755976.678587:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1787755976.678662:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667195520:0@lo:400:kworker.0 00000100:00100000:0.0:1787755976.678710:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe46d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667195392:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787755977.198168:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787755977.198191:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667197184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787755977.198276:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755977.198341:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197184 00000100:00100000:3.0:1787755977.198348:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197184 00000100:00100000:3.0:1787755977.198399:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6928 00000100:00100000:3.0:1787755977.198410:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667197184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787755977.198445:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8644288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:3.0:1787755977.198518:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667197184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755977.198526:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6928 00000100:00100000:1.0:1787755977.198809:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667197184:0@lo:13:osp-pre-1-1.0 00000001:00080000:2.0:1787755977.207470:0:8429:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294973886 is committed 00010000:00010000:2.0:1787755977.698509:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787755977.708046:0:169286:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 46h: pdirops: link vs readdir ======================================================================== 10:52:55 (1787755975) 00000100:00100000:2.0:1787755978.121799:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755978.121848:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755978.121881:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755978.121921:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755978.121975:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755978.121997:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755978.122015:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608640 00000100:00100000:2.0:1787755978.122018:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755978.122026:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608640 00000100:00100000:2.0:1787755978.122042:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755978.122089:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608896 00000100:00100000:1.0:1787755978.122092:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608896 00000100:00100000:2.0:1787755978.122098:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608512 00000100:00100000:2.0:1787755978.122101:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608512 00000100:00100000:1.0:1787755978.122113:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654609024 00000100:00100000:1.0:1787755978.122115:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654609024 00000100:00100000:2.0:1787755978.122129:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15995 00000100:00100000:1.0:1787755978.122135:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15996 00000100:00100000:2.0:1787755978.122138:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654608640:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755978.122140:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654608896:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755978.122222:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654608640:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 85us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755978.122232:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15995 00000100:00100000:2.0:1787755978.122253:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15997 00000100:00100000:2.0:1787755978.122260:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654608512:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755978.122263:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654608896:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 123us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755978.122270:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15996 00000100:00100000:1.0:1787755978.122282:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 15998 00000100:00100000:2.0:1787755978.122283:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654608512:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755978.122289:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654609024:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755978.122290:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15997 00000100:00100000:1.0:1787755978.122312:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654609024:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755978.122364:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 15998 00000100:00100000:1.0:1787755978.122427:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654609152 00000100:00100000:1.0:1787755978.122431:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654609152 00000100:00100000:3.0:1787755978.122457:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608384 00000100:00100000:3.0:1787755978.122462:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608384 00000100:00100000:1.0:1787755978.122463:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654608768 00000100:00100000:1.0:1787755978.122465:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654608768 00000100:00100000:1.0:1787755978.131734:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654609280 00000100:00100000:1.0:1787755978.131757:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654609280 00000100:00100000:0.0:1787755978.131907:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10294 00000100:00100000:0.0:1787755978.131934:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654609152:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755978.132035:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654609152:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 107us (10113us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755978.132042:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10294 00000100:00100000:0.0:1787755978.132061:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10295 00000100:00100000:0.0:1787755978.132068:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654608768:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755978.132092:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654608768:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 25us (10094us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755978.132097:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10295 00000100:00100000:0.0:1787755978.132110:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30877 00000100:00100000:0.0:1787755978.132117:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2398:x1874588654609280:12345-192.168.201.7@tcp:9:kworker.0 00000020:00000080:0.0:1787755978.132141:0:35156:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x9b2b32536578965f 00000100:00080000:0.0:1787755978.132152:0:35156:0:(import.c:65:import_set_state_nolock()) ffff9dfe449af000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787755978.132208:0:35156:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294976220 00000100:00100000:0.0:1787755978.132388:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+2:2398:x1874588654609280:12345-192.168.201.7@tcp:9:kworker.0 Request processed in 271us (10343us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755978.132394:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30877 00000100:00080000:0.0:1787755978.133083:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755978.133088:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787755978.133091:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787755978.133094:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787755978.133186:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755978.133879:0:30960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2458 00000100:00100000:0.0:1787755978.133894:0:30960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff76fb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654608384:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755978.134045:0:30960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff76fb0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2400:x1874588654608384:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 155us (12257us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755978.134053:0:30960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2458 00000001:00100000:0.0:1787755978.134248:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b211e791-52bd-4fb0-8db7-bbed27b67abc 00000020:00000080:0.0:1787755978.134253:0:9515:0:(genops.c:885:class_export_put()) final put ffff9dfe449ab800/b211e791-52bd-4fb0-8db7-bbed27b67abc 00000001:00100000:0.0:1787755978.134278:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7bc8a071-3537-4c53-83e7-ca9769577496 00000020:00000080:0.0:1787755978.134281:0:9515:0:(genops.c:885:class_export_put()) final put ffff9dfe434f6800/7bc8a071-3537-4c53-83e7-ca9769577496 00000020:00000080:2.0:1787755978.134660:0:137759:0:(genops.c:844:class_export_destroy()) destroying export ffff9dfe449ab800/b211e791-52bd-4fb0-8db7-bbed27b67abc for lustre-OST0001 00000020:00000080:2.0:1787755978.134805:0:137759:0:(genops.c:844:class_export_destroy()) destroying export ffff9dfe434f6800/7bc8a071-3537-4c53-83e7-ca9769577496 for lustre-OST0001 00000020:00000080:2.0:1787755978.134832:0:137759:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dfe449af000 for lustre-OST0001 00000020:00000080:2.0:1787755978.134839:0:137759:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9dfe434f0800 for lustre-OST0001 00000100:00100000:2.0:1787755978.722969:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667197312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755978.723055:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755978.723715:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197312 00000100:00100000:3.0:1787755978.723727:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197312 00000100:00100000:3.0:1787755978.723784:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24908 00000100:00100000:3.0:1787755978.723795:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667197312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755978.723835:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755978.723905:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667197312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755978.723914:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24908 00000100:00100000:2.0:1787755978.724005:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667197312:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787755978.729649:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755979.234827:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667197440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755979.234948:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755979.235568:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667197568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755979.235612:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755979.235664:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197440 00000100:00100000:2.0:1787755979.235685:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197440 00000100:00100000:2.0:1787755979.235745:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197568 00000100:00100000:2.0:1787755979.235749:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197568 00000100:00100000:2.0:1787755979.235769:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6929 00000100:00100000:2.0:1787755979.235792:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667197440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787755979.235832:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 206528 pending 0 free 3915780096 avail 3684257792 00000100:00100000:2.0:1787755979.235882:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667197440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755979.235889:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6929 00000100:00100000:2.0:1787755979.235908:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6930 00000100:00100000:2.0:1787755979.235915:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667197568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787755979.235941:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:2.0:1787755979.235973:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667197568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755979.235979:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6930 00000100:00080000:2.0:1787755979.235996:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787755979.235999:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787755979.236032:0:3647:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294973886 gen 2 00000004:00080000:2.0:1787755979.236039:0:3647:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9dfe4a435880, transno 4294973886 00000100:00100000:2.0:1787755979.236060:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667197568:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755979.236225:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff7baece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667197440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787755979.237350:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787755979.237364:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe511eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667197696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787755979.237433:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755979.238140:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197696 00000100:00100000:0.0:1787755979.238152:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197696 00000100:00100000:0.0:1787755979.238219:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24909 00000100:00100000:0.0:1787755979.238227:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667197696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755979.238259:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755979.238347:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667197696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755979.238355:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24909 00000100:00100000:3.0:1787755979.238750:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe511eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667197696:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787755979.338536:0:169334:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0000_UUID 00010000:00010000:2.0:1787755979.338589:0:169334:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace mdt-lustre-MDT0001_UUID 00010000:00010000:3.0:1787755979.746650:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787755980.682030:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755980.682109:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654609408 00000100:00100000:1.0:1787755980.682122:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654609408 00000100:00100000:1.0:1787755980.682204:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70606 00000100:00100000:1.0:1787755980.682217:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7baece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+6:232640:x1874588654609408:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:1.0:1787755980.682241:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755980.682264:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789bd7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146e9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755980.682359:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789bde lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755980.682373:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789bde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755980.682386:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789bde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755980.682451:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755980.682455:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755980.682480:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789bde lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755980.682505:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b325365789bd7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146e9 expref: 8 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755980.682523:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789bde lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146e9 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755980.682532:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755980.682535:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755980.682539:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755980.682597:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7baece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+7:232640:x1874588654609408:12345-192.168.201.7@tcp:101:touch.0 Request processed in 382us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755980.682604:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70606 00000100:00080000:3.0:1787755980.682824:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755980.706519:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755980.707010:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654609664 00000100:00100000:2.0:1787755980.707024:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654609664 00000100:00100000:2.0:1787755980.707097:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70607 00000100:00100000:2.0:1787755980.707109:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+7:232640:x1874588654609664:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755980.707136:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755980.707140:0:6521:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1787755980.707173:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60400/0x9b2b325365789bde lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146e9 expref: 7 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707193:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755980.707198:0:6521:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755980.707213:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789be5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146f0 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707392:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707408:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707435:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707478:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707486:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.707493:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787755980.707922:0:6521:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x522:0x0], index 1: 0 00010000:00010000:2.0:1787755980.708076:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789bfa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708087:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708094:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708131:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708145:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708153:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708160:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708166:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755980.708172:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708181:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708191:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755980.708194:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755980.708198:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708205:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789bec lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755980.708218:0:6521:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006ace5e96 reply state 00000000bd1589f6 transno 8589957615 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708229:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708235:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46bdc054 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755980.708238:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755980.708240:0:6521:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755980.708269:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789be5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146f0 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708284:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789bfa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146f0 expref: 8 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.708292:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1a00) 00010000:00010000:2.0:1787755980.708294:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755980.708297:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755980.708406:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bc8a071-3537-4c53-83e7-ca9769577496+9:232640:x1874588654609664:12345-192.168.201.7@tcp:101:touch.0 Request processed in 1299us (1894us total) trans 8589957615 rc 0/0 00000100:00100000:2.0:1787755980.708416:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70607 00000100:00100000:1.0:1787755980.727739:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755980.727826:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654609920 00000100:00100000:2.0:1787755980.727839:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654609920 00000100:00100000:2.0:1787755980.727929:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70608 00000100:00100000:2.0:1787755980.727940:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+9:232640:x1874588654609920:12345-192.168.201.7@tcp:36:touch.0 00010000:00010000:2.0:1787755980.728000:0:35155:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755980.728028:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789bfa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146f0 expref: 9 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.728047:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1a00) 00010000:00010000:2.0:1787755980.728059:0:35155:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787755980.728113:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.728127:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.728138:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755980.728243:0:35155:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000009f9ef3d reply state 00000000a52ef262 transno 8589957616 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.728257:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.728264:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755980.728266:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755980.728269:0:35155:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787755980.728382:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+10:232640:x1874588654609920:12345-192.168.201.7@tcp:36:touch.0 Request processed in 443us (655us total) trans 8589957616 rc 0/0 00000100:00100000:2.0:1787755980.728389:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70608 00000100:00100000:1.0:1787755980.732041:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755980.732119:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654610048 00000100:00100000:2.0:1787755980.732131:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654610048 00000100:00100000:2.0:1787755980.732201:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70609 00000100:00100000:2.0:1787755980.732213:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+10:232640:x1874588654610048:12345-192.168.201.7@tcp:101:touch.0 00010000:00010000:2.0:1787755980.732244:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755980.732268:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789c0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146f7 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.732384:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789c0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146f7 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.732403:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789c0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x6fa:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146f7 expref: 11 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755980.732443:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755980.732447:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787755980.732452:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3c00, rc 0) 00000100:00100000:2.0:1787755980.732512:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+11:232640:x1874588654610048:12345-192.168.201.7@tcp:101:touch.0 Request processed in 301us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755980.732519:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70609 00000100:00100000:2.0:1787755980.749839:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755980.755287:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654610176 00000100:00100000:0.0:1787755980.755302:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654610176 00000100:00100000:0.0:1787755980.755368:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30878 00000100:00100000:0.0:1787755980.755377:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2398:x1874588654610176:12345-192.168.201.7@tcp:8:touch.0 00010000:00080000:0.0:1787755980.755424:0:8679:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 7bc8a071-3537-4c53-83e7-ca9769577496@192.168.201.7@tcp t4294975327 exp 0000000000000000 cur 9037 last 0 00000020:00000080:0.0:1787755980.755457:0:8679:0:(genops.c:1385:class_connect()) connect: client 7bc8a071-3537-4c53-83e7-ca9769577496, cookie 0x9b2b325365789c16 00002000:00100000:0.0:1787755980.755471:0:8679:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 7bc8a071-3537-4c53-83e7-ca9769577496/ffff9dfe474db000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113951 ocd_grant: 4853760 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787755980.755485:0:8679:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787755980.755555:0:8679:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787755980.755588:0:8679:0:(import.c:65:import_set_state_nolock()) ffff9dfe474d9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787755980.755669:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2398:x1874588654610176:12345-192.168.201.7@tcp:8:touch.0 Request processed in 291us (5841us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755980.755678:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30878 00010000:00010000:3.0:1787755980.774956:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755980.779518:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755980.779691:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654610304 00000100:00100000:0.0:1787755980.779701:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654610304 00000100:00100000:0.0:1787755980.779779:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30879 00000100:00100000:0.0:1787755980.779790:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+6:0:x1874588654610304:12345-192.168.201.7@tcp:2:touch.0 00000100:00080000:3.0:1787755980.779991:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:0.0:1787755980.786286:0:9515:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294976221 is committed 00000001:00100000:0.0:1787755980.786305:0:9515:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7bc8a071-3537-4c53-83e7-ca9769577496 00000100:00100000:1.0:1787755980.786536:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47895180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bc8a071-3537-4c53-83e7-ca9769577496+5:0:x1874588654610304:12345-192.168.201.7@tcp:2:touch.0 Request processed in 6742us (7021us total) trans 4294976221 rc 0/0 00000100:00100000:1.0:1787755980.786548:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30879 00000100:00100000:3.0:1787755980.793589:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755980.793691:0:6522:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654610560 00000100:00100000:1.0:1787755980.793713:0:6522:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654610560 00000100:00100000:1.0:1787755980.793780:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9428 00000100:00100000:1.0:1787755980.793792:0:6522:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe433ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+11:232640:x1874588654610560:12345-192.168.201.7@tcp:35:touch.0 00000100:00100000:1.0:1787755980.794146:0:6522:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe433ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7bc8a071-3537-4c53-83e7-ca9769577496+12:232640:x1874588654610560:12345-192.168.201.7@tcp:35:touch.0 Request processed in 354us (568us total) trans 8589957617 rc 0/0 00000100:00100000:1.0:1787755980.794153:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9428 00000100:00100000:1.0:1787755981.795602:0:3650:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787755981.795628:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667197824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755981.795712:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755981.795783:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197824 00000100:00100000:1.0:1787755981.795791:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197824 00000100:00100000:1.0:1787755981.795865:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6931 00000100:00100000:1.0:1787755981.795874:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667197824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787755981.795925:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755981.795971:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47894380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3650:x1874588667197824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755981.795978:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6931 00000100:00080000:1.0:1787755981.796001:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755981.796040:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe47897480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3650:1874588667197824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755981.796217:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667198080:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796265:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755981.796289:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667198592:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796335:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755981.796359:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199104:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796384:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755981.796405:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787755981.796410:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667198208:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796434:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755981.796453:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667198720:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796473:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755981.796493:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199232:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796518:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755981.796547:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198080 00000100:00100000:0.0:1787755981.796552:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198080 00000100:00100000:0.0:1787755981.796589:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24910 00000100:00100000:0.0:1787755981.796597:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667198080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796644:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3647:x1874588667198080:12345-0@lo:400:kworker.0 Request processed in 48us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.796650:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24910 00000100:00100000:0.0:1787755981.796673:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199104 00000100:00100000:0.0:1787755981.796677:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199104 00000100:00100000:0.0:1787755981.796707:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199232 00000100:00100000:0.0:1787755981.796710:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199232 00000100:00100000:0.0:1787755981.796733:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10296 00000100:00100000:0.0:1787755981.796739:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796772:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43741500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199104:12345-0@lo:400:kworker.0 Request processed in 33us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.796777:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10296 00000100:00100000:0.0:1787755981.796790:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10297 00000100:00100000:0.0:1787755981.796796:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796821:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49540700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199232:12345-0@lo:400:kworker.0 Request processed in 26us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.796826:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10297 00000100:00100000:0.0:1787755981.796843:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198592 00000100:00100000:0.0:1787755981.796847:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198592 00000100:00100000:0.0:1787755981.796874:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198208 00000100:00100000:0.0:1787755981.796889:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198208 00000100:00100000:0.0:1787755981.796906:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198720 00000100:00100000:0.0:1787755981.796908:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198720 00000100:00100000:0.0:1787755981.796925:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15999 00000100:00100000:0.0:1787755981.796931:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667198592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.796965:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3647:x1874588667198592:12345-0@lo:400:kworker.0 Request processed in 34us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.796971:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15999 00000100:00100000:0.0:1787755981.796982:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16000 00000100:00100000:0.0:1787755981.796988:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667198208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797012:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43743100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3647:x1874588667198208:12345-0@lo:400:kworker.0 Request processed in 25us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.797018:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16000 00000100:00100000:0.0:1787755981.797029:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16001 00000100:00100000:0.0:1787755981.797034:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667198720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797060:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49542a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3647:x1874588667198720:12345-0@lo:400:kworker.0 Request processed in 25us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.797066:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16001 00000100:00100000:0.0:1787755981.797124:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3647:1874588667198208:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797134:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3647:1874588667198720:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797142:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c22680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199232:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797150:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667198080:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797159:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3647:1874588667198592:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.797168:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199104:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797294:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667198336:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797362:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755981.797405:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667198848:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797430:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755981.797447:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667199360:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797475:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755981.797498:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787755981.797503:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe51b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667197952:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797543:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755981.797560:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe44bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667198464:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797581:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755981.797598:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667198976:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797622:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755981.797649:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198336 00000100:00100000:2.0:1787755981.797654:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198336 00000100:00100000:2.0:1787755981.797682:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199360 00000100:00100000:2.0:1787755981.797686:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199360 00000100:00100000:2.0:1787755981.797704:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198464 00000100:00100000:2.0:1787755981.797707:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198464 00000100:00100000:2.0:1787755981.797725:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16002 00000100:00100000:2.0:1787755981.797731:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe511eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667198336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797770:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe511eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3649:x1874588667198336:12345-0@lo:400:kworker.0 Request processed in 39us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755981.797776:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16002 00000100:00100000:2.0:1787755981.797791:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16003 00000100:00100000:2.0:1787755981.797797:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667199360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797825:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3649:x1874588667199360:12345-0@lo:400:kworker.0 Request processed in 28us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755981.797831:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16003 00000100:00100000:2.0:1787755981.797843:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16004 00000100:00100000:2.0:1787755981.797849:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667198464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797873:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3649:x1874588667198464:12345-0@lo:400:kworker.0 Request processed in 26us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755981.797890:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16004 00000100:00100000:2.0:1787755981.797921:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3649:1874588667198464:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797931:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe44baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3649:1874588667198336:0@lo:400:kworker.0 00000100:00100000:2.0:1787755981.797939:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c22d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3649:1874588667199360:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.798355:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198976 00000100:00100000:0.0:1787755981.798360:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198976 00000100:00100000:0.0:1787755981.798402:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24911 00000100:00100000:0.0:1787755981.798409:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667198976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.798457:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667198976:12345-0@lo:400:kworker.0 Request processed in 48us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755981.798464:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24911 00000100:00100000:0.0:1787755981.798514:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667198976:0@lo:400:kworker.0 00000100:00100000:1.0:1787755981.800571:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667198848 00000100:00100000:1.0:1787755981.800592:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667198848 00000100:00100000:1.0:1787755981.800673:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10298 00000100:00100000:1.0:1787755981.800684:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667198848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755981.800798:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667198848:12345-0@lo:400:kworker.0 Request processed in 116us (3365us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755981.800806:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10298 00000100:00100000:1.0:1787755981.800838:0:30962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667197952 00000100:00100000:1.0:1787755981.800842:0:30962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667197952 00000100:00100000:1.0:1787755981.800876:0:30962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:1.0:1787755981.800894:0:30962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755981.800931:0:30962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb85c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3649:x1874588667197952:12345-0@lo:400:kworker.0 Request processed in 38us (3387us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755981.800938:0:30962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00080000:1.0:1787755981.800987:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755981.800994:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787755981.800998:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755981.801000:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755981.801106:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe51b83480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3649:1874588667197952:0@lo:400:kworker.0 00000100:00100000:0.0:1787755981.801142:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667198848:0@lo:400:kworker.0 00010000:00010000:3.0:1787755981.808707:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755982.309552:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787755982.309582:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe49541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667199488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755982.309669:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755982.309729:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199488 00000100:00100000:0.0:1787755982.309737:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199488 00000100:00100000:0.0:1787755982.309791:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6932 00000100:00100000:0.0:1787755982.309802:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667199488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755982.309853:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755982.309916:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3649:x1874588667199488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755982.309924:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6932 00000100:00100000:0.0:1787755982.309982:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe49541880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667199488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755982.508698:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755982.508839:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654610688 00000100:00100000:2.0:1787755982.508852:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654610688 00000100:00100000:2.0:1787755982.508955:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70610 00000100:00100000:2.0:1787755982.508969:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe49541880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+12:232703:x1874588654610688:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:2.0:1787755982.508996:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755982.509022:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789c1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2146fe expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.509109:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.509126:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.509143:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755982.509194:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755982.509198:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755982.509243:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.509284:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789c1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146fe expref: 14 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.509309:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146fe expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.509345:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755982.509348:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755982.509351:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755982.509421:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe49541880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+13:232703:x1874588654610688:12345-192.168.201.7@tcp:101:link.0 Request processed in 455us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755982.509429:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70610 00000100:00080000:3.0:1787755982.510202:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755982.522766:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755982.522839:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654610816 00000100:00100000:2.0:1787755982.522852:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654610816 00000100:00100000:2.0:1787755982.522923:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70611 00000100:00100000:2.0:1787755982.522934:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+13:232703:x1874588654610816:12345-192.168.201.7@tcp:101:link.0 00010000:00010000:2.0:1787755982.522957:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755982.522978:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789c2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214705 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523046:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523062:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523074:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523085:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523092:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523110:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523203:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523212:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523220:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755982.523259:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6fa:0x0]: returning size 0 00000004:00200000:2.0:1787755982.523262:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755982.523282:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523295:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523304:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523310:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523410:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523416:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523422:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755982.523425:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523433:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523447:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755982.523450:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755982.523455:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523466:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523479:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523484:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523490:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523494:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755982.523505:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523512:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523520:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46bdc054 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755982.523522:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755982.523525:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523531:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789c39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523559:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789c2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214705 expref: 15 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523578:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214705 expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755982.523586:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755982.523589:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755982.523591:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755982.523668:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+14:232703:x1874588654610816:12345-192.168.201.7@tcp:101:link.0 Request processed in 735us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755982.523676:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70611 00000100:00100000:3.0:1787755982.528518:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755982.528645:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611072 00000100:00100000:0.0:1787755982.528655:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611072 00000100:00100000:0.0:1787755982.528705:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70612 00000100:00100000:0.0:1787755982.528714:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+14:232703:x1874588654611072:12345-192.168.201.7@tcp:36:link.0 00010000:00010000:0.0:1787755982.528765:0:8458:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787755982.528791:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789c40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214705 expref: 14 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528808:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:0.0:1787755982.528818:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146fe expref: 13 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528827:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755982.528830:0:8458:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787755982.528856:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528880:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528890:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528904:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528911:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755982.528917:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00020000:0.0:1787755982.528924:0:8458:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout id 145 sleeping for 15000ms 00010000:00010000:0.0:1787755982.818586:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755983.040275:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755983.040436:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611200 00000100:00100000:0.0:1787755983.040450:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611200 00000100:00100000:0.0:1787755983.040638:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70613 00000100:00100000:0.0:1787755983.040649:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:232705:x1874588654611200:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755983.040675:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755983.040706:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789c55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21470c expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755983.040791:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755983.040807:0:35169:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 2/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755983.040817:0:35169:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755983.040841:0:35169:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755983.041211:0:35169:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787755983.042604:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755983.237933:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.237987:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.238024:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.238051:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.238080:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.238106:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.238167:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755983.238200:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611840 00000100:00100000:1.0:1787755983.238211:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611840 00000100:00100000:1.0:1787755983.238277:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612096 00000100:00100000:1.0:1787755983.238280:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612096 00000100:00100000:1.0:1787755983.238299:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611712 00000100:00100000:1.0:1787755983.238302:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611712 00000100:00100000:1.0:1787755983.238367:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10299 00000100:00100000:1.0:1787755983.238380:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654611840:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755983.238641:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654611840:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 262us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755983.238651:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10299 00000100:00100000:1.0:1787755983.238674:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10300 00000100:00100000:1.0:1787755983.238681:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654612096:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755983.238709:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654612096:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755983.238721:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10300 00000100:00100000:1.0:1787755983.238734:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10301 00000100:00100000:1.0:1787755983.238741:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654611712:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755983.238770:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654611712:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 29us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755983.238777:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10301 00000100:00100000:1.0:1787755983.238799:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611584 00000100:00100000:1.0:1787755983.238804:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611584 00000100:00100000:1.0:1787755983.238834:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611456 00000100:00100000:1.0:1787755983.238836:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611456 00000100:00100000:1.0:1787755983.238864:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611968 00000100:00100000:1.0:1787755983.238867:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611968 00000100:00100000:1.0:1787755983.238890:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16005 00000100:00100000:1.0:1787755983.238896:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654611584:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755983.238926:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654611584:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 30us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755983.238933:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16005 00000100:00100000:1.0:1787755983.238946:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16006 00000100:00100000:1.0:1787755983.238951:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:2399:x1874588654611456:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755983.238976:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:7bc8a071-3537-4c53-83e7-ca9769577496+13:2399:x1874588654611456:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 24us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755983.238982:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16006 00000100:00100000:1.0:1787755983.238994:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16007 00000100:00100000:1.0:1787755983.239000:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654611968:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755983.239027:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8189b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2399:x1874588654611968:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 27us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755983.239033:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16007 00000100:00080000:3.0:1787755983.240138:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787755983.240406:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787755983.240410:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755983.241064:0:30961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654611328 00000100:00100000:0.0:1787755983.241077:0:30961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654611328 00000100:00100000:0.0:1787755983.241581:0:30961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2460 00000100:00100000:0.0:1787755983.241593:0:30961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654611328:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:0.0:1787755983.241679:0:30961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb87050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654611328:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 87us (3762us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755983.241687:0:30961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2460 00000100:00100000:0.0:1787755983.842593:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755983.842688:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755983.842917:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199616 00000100:00100000:3.0:1787755983.842927:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199616 00000100:00100000:3.0:1787755983.842985:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24912 00000100:00100000:3.0:1787755983.842995:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755983.843031:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755983.843097:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51b83480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755983.843104:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24912 00010000:00010000:3.0:1787755983.843175:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755983.843257:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787755984.370124:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787755984.370157:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755984.370234:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755984.370353:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe43c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667199872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755984.370383:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755984.370423:0:6524:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199872 00000100:00100000:0.0:1787755984.370431:0:6524:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199872 00000100:00100000:0.0:1787755984.370475:0:6524:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24913 00000100:00100000:0.0:1787755984.370484:0:6524:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667199872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755984.370519:0:6524:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755984.370563:0:6524:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667199872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755984.370571:0:6524:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24913 00000100:00100000:0.0:1787755984.370623:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe43c20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667199872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787755984.370789:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667199744 00000100:00100000:1.0:1787755984.370793:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667199744 00000100:00100000:1.0:1787755984.370845:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6933 00000100:00100000:1.0:1787755984.370853:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787755984.370873:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 5060288 pending 0 free 3915780096 avail 3684257792 00000100:00100000:1.0:1787755984.370916:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667199744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755984.370922:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6933 00000100:00100000:1.0:1787755984.370945:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667200000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755984.370976:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787755984.371011:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755984.371022:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667200000 00000100:00100000:1.0:1787755984.371025:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667200000 00000100:00100000:1.0:1787755984.371050:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6934 00000100:00100000:1.0:1787755984.371056:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667200000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755984.371072:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00100000:1.0:1787755984.371105:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667200000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755984.371112:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6934 00000100:00080000:1.0:1787755984.371128:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755984.371162:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dff81899f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667200000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787755984.371199:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a04bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667199744:0@lo:13:osp-pre-1-0.0 00000001:00020000:2.0:1787755984.826664:0:8458:0:(mdt_handler.c:4171:mdt_object_pdo_lock()) cfs_fail_timeout interrupted 00010000:00010000:2.0:1787755984.826730:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.826756:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.826779:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755984.827192:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000002757e0 reply state 000000006b1c85a8 transno 8589957618 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827205:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827211:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755984.827214:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787755984.827218:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1787755984.827224:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827230:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827234:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827238:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827242:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.827246:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827250:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827258:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755984.827260:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.827262:0:8458:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827266:0:8458:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827270:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827305:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827328:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789c47 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755984.827337:0:8458:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000002757e0 reply state 000000006b1c85a8 transno 8589957618 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827343:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827347:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4352eb53 (ffff9dfe48a2ee00) 00010000:00010000:2.0:1787755984.827348:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787755984.827350:0:8458:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1787755984.827502:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bc8a071-3537-4c53-83e7-ca9769577496+14:232703:x1874588654611072:12345-192.168.201.7@tcp:36:link.0 Request processed in 2298784us (2298998us total) trans 8589957618 rc 0/0 00000100:00100000:2.0:1787755984.827511:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70612 00010000:00010000:2.0:1787755984.827554:0:35169:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827560:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755984.827594:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:2.0:1787755984.827597:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755984.827612:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827635:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789c55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 8 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827646:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 7 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.827652:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755984.827653:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755984.827655:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccce00, rc 0) 00000100:00100000:2.0:1787755984.827671:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe47897100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:232705:x1874588654611200:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1787025us (1787413us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755984.827676:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70613 00000001:00080000:2.0:1787755984.832905:0:30955:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589957618 is committed 00010000:00010000:2.0:1787755984.832966:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.832980:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.832989:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.832996:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.833002:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833011:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833035:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46bdc054 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755984.833038:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.833044:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833051:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789bf3 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833146:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833153:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833159:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833165:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.833168:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833175:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833184:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755984.833187:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.833190:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833196:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c08 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833207:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833215:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833220:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833226:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.833228:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833234:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833242:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4352eb53 (ffff9dfe48a2ee00) 00010000:00010000:2.0:1787755984.833244:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.833247:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833253:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789c4e lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833267:0:3634:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833274:0:3634:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833280:0:3634:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833285:0:3634:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.833289:0:3634:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833295:0:3634:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833306:0:3634:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755984.833308:0:3634:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1787755984.833311:0:3634:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.833337:0:3634:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c63 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x6fa:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787755984.839299:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755984.839465:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612224 00000100:00100000:2.0:1787755984.839486:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612224 00000100:00100000:2.0:1787755984.839586:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70614 00000100:00100000:2.0:1787755984.839603:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:232705:x1874588654612224:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755984.839635:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755984.839667:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789c6a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214713 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.839721:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.839741:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.839757:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.839886:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789c6a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214713 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.839903:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2600/0x9b2b325365789c71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214713 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.839913:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755984.839916:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755984.839920:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2600, rc 0) 00000100:00100000:2.0:1787755984.839991:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:232705:x1874588654612224:12345-192.168.201.7@tcp:101:ls.0 Request processed in 393us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755984.839999:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70614 00000100:00100000:3.0:1787755984.845146:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755984.845976:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612352 00000100:00100000:1.0:1787755984.845989:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612352 00000100:00100000:1.0:1787755984.846082:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9429 00000100:00100000:1.0:1787755984.846097:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:232705:x1874588654612352:12345-192.168.201.7@tcp:37:ls.0 00000100:00100000:1.0:1787755984.863657:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:232705:x1874588654612352:12345-192.168.201.7@tcp:37:ls.0 Request processed in 17548us (18511us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755984.863672:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9429 00010000:00010000:3.0:1787755984.868621:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755984.880746:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755984.880816:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612480 00000100:00100000:2.0:1787755984.880836:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612480 00000100:00100000:2.0:1787755984.880899:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70615 00000100:00100000:2.0:1787755984.880911:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:232705:x1874588654612480:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755984.880933:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755984.880961:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789c78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21471a expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881053:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881072:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881084:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881101:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881108:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881120:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881233:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789c8d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881241:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789c8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881248:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789c8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755984.881289:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 4096 00000004:00200000:2.0:1787755984.881294:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755984.881351:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789c8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881366:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881373:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881379:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881385:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881391:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.881395:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881404:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881418:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755984.881421:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.881438:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881444:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789c7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881459:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881466:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881471:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881476:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.881479:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881485:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881492:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x30eac2f2 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755984.881494:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.881497:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881506:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789c86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x30eac2f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881540:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789c78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21471a expref: 10 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881553:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3600/0x9b2b325365789c8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21471a expref: 9 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.881561:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755984.881564:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755984.881567:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3600, rc 0) 00000100:00100000:2.0:1787755984.881642:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:232705:x1874588654612480:12345-192.168.201.7@tcp:101:ls.0 Request processed in 733us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755984.881649:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70615 00000100:00100000:0.0:1787755984.886001:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755984.892645:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612608 00000100:00100000:2.0:1787755984.892669:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612608 00000100:00100000:2.0:1787755984.892773:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70616 00000100:00100000:2.0:1787755984.892788:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:232705:x1874588654612608:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755984.892817:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755984.892848:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789c94 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214721 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.892892:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c9b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.892907:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.892919:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c9b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.893039:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789c94 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214721 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.893064:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2e00/0x9b2b325365789c9b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214721 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.893075:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9dfe471d1c00) 00010000:00010000:2.0:1787755984.893079:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755984.893086:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2e00, rc 0) 00000100:00100000:2.0:1787755984.893193:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:232705:x1874588654612608:12345-192.168.201.7@tcp:101:ls.0 Request processed in 408us (7203us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755984.893200:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70616 00000100:00100000:3.0:1787755984.898977:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755984.902584:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612736 00000100:00100000:0.0:1787755984.902598:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612736 00000100:00100000:0.0:1787755984.904220:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70617 00000100:00100000:0.0:1787755984.904240:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:232705:x1874588654612736:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755984.904262:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755984.904285:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789ca2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214728 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904372:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904391:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904407:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904437:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904446:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904452:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904573:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789cb7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904581:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904588:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755984.904682:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 4096 00000004:00200000:0.0:1787755984.904688:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:0.0:1787755984.904711:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789cb7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904726:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904737:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904744:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904751:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904757:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755984.904762:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904770:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904783:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755984.904786:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755984.904791:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904797:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789ca9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904833:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904841:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904847:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904853:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755984.904855:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904861:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904869:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcde4602 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755984.904871:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755984.904874:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904880:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cb0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcde4602 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904913:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789ca2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214728 expref: 12 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904929:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccde00/0x9b2b325365789cb7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214728 expref: 11 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.904936:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9dfe48a2e500) 00010000:00010000:0.0:1787755984.904938:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755984.904940:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccde00, rc 0) 00000100:00100000:0.0:1787755984.905042:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:232705:x1874588654612736:12345-192.168.201.7@tcp:101:ls.0 Request processed in 807us (6078us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755984.905051:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70617 00000100:00100000:2.0:1787755984.924537:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755984.924628:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612864 00000100:00100000:3.0:1787755984.924644:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612864 00000100:00100000:3.0:1787755984.924723:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70618 00000100:00100000:3.0:1787755984.924739:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:232705:x1874588654612864:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755984.924766:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755984.924798:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789cbe lrc: 2/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21472f expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.924895:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789cc5 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.924911:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.924925:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755984.924987:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1787755984.924993:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755984.925041:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789cbe lrc: 0/0,0 mode: --/CR res: [0x200000400:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21472f expref: 13 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.925079:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ba00/0x9b2b325365789cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21472f expref: 12 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.925088:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x6:0x0].0x0 (ffff9dfe48aff100) 00010000:00010000:3.0:1787755984.925091:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755984.925094:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ba00, rc 0) 00000100:00100000:3.0:1787755984.925169:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:232705:x1874588654612864:12345-192.168.201.7@tcp:101:ls.0 Request processed in 434us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755984.925181:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70618 00000100:00100000:1.0:1787755984.933717:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755984.937290:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654612992 00000100:00100000:3.0:1787755984.937309:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654612992 00000100:00100000:3.0:1787755984.937392:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70619 00000100:00100000:3.0:1787755984.937404:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:232705:x1874588654612992:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755984.937426:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755984.937453:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365789ccc lrc: 2/0,0 mode: --/CR res: [0x240000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214736 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.937518:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789cd3 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.937533:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789cd3 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.937544:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789cd3 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755984.937595:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0x6:0x0]: returning size 4096 00000004:00200000:3.0:1787755984.937600:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755984.937641:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365789ccc lrc: 0/0,0 mode: --/CR res: [0x240000401:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214736 expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.937660:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b000/0x9b2b325365789cd3 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214736 expref: 6 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.937670:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x6:0x0].0x0 (ffff9dfe48aff000) 00010000:00010000:3.0:1787755984.937674:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755984.937680:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b000, rc 0) 00000100:00100000:3.0:1787755984.937773:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:232705:x1874588654612992:12345-192.168.201.7@tcp:101:ls.0 Request processed in 371us (4068us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755984.937781:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70619 00000100:00100000:2.0:1787755984.946266:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755984.950158:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613120 00000100:00100000:3.0:1787755984.950181:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613120 00000100:00100000:3.0:1787755984.950254:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70620 00000100:00100000:3.0:1787755984.950266:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:232705:x1874588654613120:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755984.950292:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755984.950337:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789cda lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21473d expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.950386:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789ce1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.950405:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.950419:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789ce1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.950617:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789cda lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21473d expref: 14 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.950637:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a400/0x9b2b325365789ce1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21473d expref: 13 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.950647:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff9dfe48a2e500) 00010000:00010000:3.0:1787755984.950650:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755984.950656:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a400, rc 0) 00000100:00100000:3.0:1787755984.950736:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:232705:x1874588654613120:12345-192.168.201.7@tcp:101:ls.0 Request processed in 472us (4480us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755984.950744:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70620 00000100:00100000:2.0:1787755984.961120:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755984.961680:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613248 00000100:00100000:0.0:1787755984.961691:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613248 00000100:00100000:0.0:1787755984.961761:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70621 00000100:00100000:0.0:1787755984.961773:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:232705:x1874588654613248:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755984.961801:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755984.961851:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789ce8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214744 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.961950:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.961967:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.961982:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962000:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962006:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962012:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962135:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789cfd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962144:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962150:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755984.962201:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5:0x0]: returning size 0 00000004:00200000:0.0:1787755984.962206:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755984.962228:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962241:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789cfd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962251:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962257:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962264:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962271:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962277:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755984.962282:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962290:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962302:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755984.962305:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755984.962310:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962343:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789cef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962357:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962364:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962370:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962375:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755984.962377:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962384:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962391:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8d4dbfda (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755984.962394:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755984.962397:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962403:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789cf6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8d4dbfda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962435:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd800/0x9b2b325365789ce8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214744 expref: 15 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962455:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccca00/0x9b2b325365789cfd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214744 expref: 14 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755984.962462:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9dfe48a2e100) 00010000:00010000:0.0:1787755984.962464:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755984.962467:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccca00, rc 0) 00000100:00100000:0.0:1787755984.962535:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:232705:x1874588654613248:12345-192.168.201.7@tcp:101:ls.0 Request processed in 762us (1422us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755984.962543:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70621 00000100:00100000:1.0:1787755984.966653:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755984.966786:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613376 00000100:00100000:0.0:1787755984.966796:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613376 00000100:00100000:0.0:1787755984.966858:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30880 00000100:00100000:0.0:1787755984.966867:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2398:x1874588654613376:12345-192.168.201.7@tcp:8:ls.0 00010000:00080000:0.0:1787755984.966904:0:20488:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from b211e791-52bd-4fb0-8db7-bbed27b67abc@192.168.201.7@tcp t0 exp 0000000000000000 cur 9041 last 0 00000020:00000080:0.0:1787755984.966933:0:20488:0:(genops.c:1385:class_connect()) connect: client b211e791-52bd-4fb0-8db7-bbed27b67abc, cookie 0x9b2b325365789d04 00002000:00100000:0.0:1787755984.966946:0:20488:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b211e791-52bd-4fb0-8db7-bbed27b67abc/ffff9dfe474d8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113951 ocd_grant: 8437760 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787755984.966960:0:20488:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787755984.967121:0:20488:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787755984.967155:0:20488:0:(import.c:65:import_set_state_nolock()) ffff9dfe474d8800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787755984.967227:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2398:x1874588654613376:12345-192.168.201.7@tcp:8:ls.0 Request processed in 359us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755984.967235:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30880 00000100:00100000:0.0:1787755984.970596:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755984.970665:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613504 00000100:00100000:1.0:1787755984.970674:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613504 00000100:00080000:2.0:1787755984.970720:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787755984.970746:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30881 00000100:00100000:1.0:1787755984.970759:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:0:x1874588654613504:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755984.970777:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755984.970798:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001e6985a8/0x9b2b325365789d0b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21474b expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755984.970832:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3:0x0] initial LVB size: 0, mtime: 0x6a8edc11, atime: 0x6a8edc11, ctime: 0x6a8edc11, blocks: 0x0 00010000:00010000:1.0:1787755984.970856:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=9041s v=(0 0) 00010000:00010000:1.0:1787755984.970861:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755984.970872:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001e6985a8/0x9b2b325365789d0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21474b expref: 7 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755984.970893:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001e6985a8/0x9b2b325365789d0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21474b expref: 7 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755984.970908:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60000, rc 0) 00000100:00100000:1.0:1787755984.970977:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:0:x1874588654613504:12345-192.168.201.7@tcp:101:ls.0 Request processed in 221us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755984.970984:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30881 00000100:00100000:2.0:1787755984.982754:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755984.983035:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613632 00000100:00100000:3.0:1787755984.983057:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613632 00000100:00100000:3.0:1787755984.983161:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70622 00000100:00100000:3.0:1787755984.983174:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:232705:x1874588654613632:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755984.983200:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755984.983224:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789d12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214752 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983306:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983359:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983377:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983433:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983442:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983449:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983574:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789d27 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983582:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789d27 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983589:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789d27 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755984.983634:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2:0x0]: returning size 12 00000004:00200000:3.0:1787755984.983640:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755984.983663:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789d27 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983677:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789d27 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983688:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983695:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983702:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983709:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983715:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755984.983720:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983728:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983746:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755984.983749:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755984.983754:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983760:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983776:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983782:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983788:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983793:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28b600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755984.983796:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983801:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983807:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2336bbcc (ffff9dfe48aff300) 00010000:00010000:3.0:1787755984.983809:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755984.983811:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983816:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2336bbcc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983864:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789d12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214752 expref: 16 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983879:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28bc00/0x9b2b325365789d27 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214752 expref: 15 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755984.983887:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff9dfe48affc00) 00010000:00010000:3.0:1787755984.983889:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755984.983892:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28bc00, rc 0) 00000100:00100000:3.0:1787755984.983988:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:232705:x1874588654613632:12345-192.168.201.7@tcp:101:ls.0 Request processed in 816us (9192us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755984.983996:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70622 00000100:00100000:2.0:1787755984.987409:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755984.987490:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613760 00000100:00100000:1.0:1787755984.987502:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613760 00000100:00100000:1.0:1787755984.987563:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30882 00000100:00100000:1.0:1787755984.987574:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+5:2400:x1874588654613760:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755984.987592:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755984.987616:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b325365789d2e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214759 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755984.987645:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x6:0x0] initial LVB size: 12, mtime: 0x6a8edc75, atime: 0x0, ctime: 0x6a8edc75, blocks: 0x8 00010000:00010000:1.0:1787755984.987667:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755984.987671:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755984.987681:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b325365789d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214759 expref: 6 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755984.987699:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007165ccdf/0x9b2b325365789d2e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214759 expref: 6 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755984.987714:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60600, rc 0) 00000100:00100000:1.0:1787755984.987776:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654613760:12345-192.168.201.7@tcp:101:ls.0 Request processed in 203us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755984.987787:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30882 00000100:00100000:1.0:1787755984.990003:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755984.990141:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654613888 00000100:00100000:2.0:1787755984.990153:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654613888 00000100:00100000:2.0:1787755984.990215:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70623 00000100:00100000:2.0:1787755984.990226:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:232705:x1874588654613888:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755984.990251:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755984.990272:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789d35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214760 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990519:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990537:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990549:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990586:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990594:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990601:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990721:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789d4a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990730:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990738:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755984.990793:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5c:0x0]: returning size 0 00000004:00200000:2.0:1787755984.990798:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755984.990901:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990923:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789d4a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990933:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990941:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990948:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990954:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990961:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.990965:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990973:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.990988:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755984.990991:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.990997:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991003:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789d3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991022:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991595:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991601:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991604:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.991606:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991610:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991616:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x935a2a40 (ffff9dfe471d1100) 00010000:00010000:2.0:1787755984.991618:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.991620:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991624:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789d43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x935a2a40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991658:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789d35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214760 expref: 17 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991667:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2800/0x9b2b325365789d4a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214760 expref: 16 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.991672:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5c:0x0].0x0 (ffff9dfe471d1900) 00010000:00010000:2.0:1787755984.991673:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755984.991676:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2800, rc 0) 00000100:00100000:2.0:1787755984.991741:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:232705:x1874588654613888:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1518us (1753us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755984.991746:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70623 00000100:00100000:0.0:1787755984.994729:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755984.994930:0:9891:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614016 00000100:00100000:1.0:1787755984.994945:0:9891:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614016 00000100:00100000:1.0:1787755984.995020:0:9891:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30883 00000100:00100000:1.0:1787755984.995108:0:9891:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:2400:x1874588654614016:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755984.995129:0:9891:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755984.995159:0:9891:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d8e67b0/0x9b2b325365789d51 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214767 expref: -99 pid: 9891 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755984.995194:0:9891:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755984.995220:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755984.995224:0:9891:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755984.995234:0:9891:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d8e67b0/0x9b2b325365789d51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214767 expref: 7 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755984.995252:0:9891:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d8e67b0/0x9b2b325365789d51 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214767 expref: 7 pid: 9891 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755984.995264:0:9891:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61c00, rc 0) 00000100:00100000:1.0:1787755984.995398:0:9891:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654614016:12345-192.168.201.7@tcp:101:ls.0 Request processed in 368us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755984.995405:0:9891:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30883 00000100:00100000:1.0:1787755984.998477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755984.998578:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614144 00000100:00100000:2.0:1787755984.998588:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614144 00000100:00100000:2.0:1787755984.998703:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70624 00000100:00100000:2.0:1787755984.998715:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:232705:x1874588654614144:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755984.998738:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755984.998759:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789d58 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21476e expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.998870:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.998886:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.998900:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.998916:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.998924:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.998930:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999073:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789d6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999084:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789d6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999092:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789d6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755984.999204:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1f:0x0]: returning size 4096 00000004:00200000:2.0:1787755984.999210:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787755984.999230:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789d6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999247:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999254:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999260:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999267:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999273:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.999277:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999285:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999301:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755984.999306:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.999311:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999361:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789d5f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999380:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999387:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999394:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999399:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba2000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755984.999402:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999408:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999416:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7201dd6b (ffff9dfe471d1500) 00010000:00010000:2.0:1787755984.999419:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755984.999422:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999428:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2000/0x9b2b325365789d66 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7201dd6b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999463:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789d58 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21476e expref: 18 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999482:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2a00/0x9b2b325365789d6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21476e expref: 17 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755984.999490:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:2.0:1787755984.999493:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755984.999495:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2a00, rc 0) 00000100:00100000:2.0:1787755984.999567:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe46d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:232705:x1874588654614144:12345-192.168.201.7@tcp:101:ls.0 Request processed in 854us (1099us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755984.999574:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70624 00000100:00100000:0.0:1787755985.004147:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.004202:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614272 00000100:00100000:3.0:1787755985.004212:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614272 00000100:00080000:2.0:1787755985.004259:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787755985.004285:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70625 00000100:00100000:3.0:1787755985.004296:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:232705:x1874588654614272:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.004337:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.004361:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789d74 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214775 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.004414:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789d7b lrc: 3/1,0 mode: --/PR res: [0x200000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.004434:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789d7b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.004442:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789d7b lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.004482:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.004486:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.004514:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789d74 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214775 expref: 19 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.004530:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a200/0x9b2b325365789d7b lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214775 expref: 18 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.004536:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x4:0x0].0x0 (ffff9dfe48aff300) 00010000:00010000:3.0:1787755985.004538:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.004541:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a200, rc 0) 00000100:00100000:3.0:1787755985.004599:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43c23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:232705:x1874588654614272:12345-192.168.201.7@tcp:101:ls.0 Request processed in 305us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.004605:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70625 00000100:00100000:1.0:1787755985.010601:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.010952:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614400 00000100:00100000:3.0:1787755985.010961:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614400 00000100:00080000:2.0:1787755985.011026:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787755985.011049:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70626 00000100:00100000:3.0:1787755985.011070:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+6:232705:x1874588654614400:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.011103:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.011135:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d82 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21477c expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.011203:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d89 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.011218:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d89 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.011232:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d89 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.011278:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0x4:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.011282:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.011360:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d82 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21477c expref: 8 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.011388:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28a800/0x9b2b325365789d89 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21477c expref: 7 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.011398:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x4:0x0].0x0 (ffff9dfe48aff200) 00010000:00010000:3.0:1787755985.011401:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.011404:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a800, rc 0) 00000100:00100000:1.0:1787755985.011534:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a04bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:232705:x1874588654614400:12345-192.168.201.7@tcp:101:ls.0 Request processed in 466us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.011544:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70626 00000100:00100000:1.0:1787755985.023806:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.023935:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614528 00000100:00100000:3.0:1787755985.023946:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614528 00000100:00100000:3.0:1787755985.024016:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70627 00000100:00100000:3.0:1787755985.024031:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:232705:x1874588654614528:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.024054:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.024089:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d90 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214783 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.024134:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789d97 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.024155:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789d97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.024173:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789d97 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.024438:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789d90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214783 expref: 20 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.024459:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b400/0x9b2b325365789d97 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214783 expref: 19 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.024469:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9dfe471d1e00) 00010000:00010000:3.0:1787755985.024472:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755985.024477:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b400, rc 0) 00000100:00100000:3.0:1787755985.024550:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:232705:x1874588654614528:12345-192.168.201.7@tcp:101:ls.0 Request processed in 523us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.024558:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70627 00000100:00100000:2.0:1787755985.028283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.028635:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614656 00000100:00100000:0.0:1787755985.028651:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614656 00000100:00100000:0.0:1787755985.028733:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70628 00000100:00100000:0.0:1787755985.028747:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:232705:x1874588654614656:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.028781:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.028829:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789d9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21478a expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.028908:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.028926:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.028938:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.028955:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.028962:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.028969:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029116:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789db3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x447:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029125:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029133:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.029183:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x447:0x0]: returning size 4096 00000004:00200000:0.0:1787755985.029189:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755985.029217:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789db3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029233:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029239:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029246:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029252:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029260:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.029265:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029273:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029287:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.029290:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.029294:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029306:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b325365789da5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029354:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029361:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029367:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029373:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.029376:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029383:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029391:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x397a2e65 (ffff9dfe48a2ed00) 00010000:00010000:0.0:1787755985.029393:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.029396:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029402:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789dac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x397a2e65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029438:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789d9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21478a expref: 21 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029457:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc800/0x9b2b325365789db3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21478a expref: 20 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.029465:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x447:0x0].0x0 (ffff9dfe48a2e300) 00010000:00010000:0.0:1787755985.029467:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787755985.029470:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc800, rc 0) 00000100:00100000:0.0:1787755985.029558:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:232705:x1874588654614656:12345-192.168.201.7@tcp:101:ls.0 Request processed in 812us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.029566:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70628 00000100:00100000:0.0:1787755985.037487:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.037572:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614784 00000100:00100000:3.0:1787755985.037583:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614784 00000100:00100000:3.0:1787755985.037647:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70629 00000100:00100000:3.0:1787755985.037658:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:232705:x1874588654614784:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.037678:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.037697:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789dba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x447:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214791 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.037733:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789dc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x447:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.037747:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.037759:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789dc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.037900:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789dba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x447:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214791 expref: 22 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.037920:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b600/0x9b2b325365789dc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x447:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214791 expref: 21 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.037930:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x447:0x0].0x0 (ffff9dfe48a2e300) 00010000:00010000:3.0:1787755985.037933:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755985.037937:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b600, rc 0) 00000100:00100000:3.0:1787755985.037994:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:232705:x1874588654614784:12345-192.168.201.7@tcp:101:ls.0 Request processed in 338us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.038002:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70629 00000100:00100000:1.0:1787755985.043610:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.043728:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654614912 00000100:00100000:3.0:1787755985.043739:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654614912 00000100:00100000:3.0:1787755985.043870:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70630 00000100:00100000:3.0:1787755985.043883:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:232705:x1874588654614912:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.043904:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.043926:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789dc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214798 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.043998:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044026:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044038:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044148:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044158:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044166:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044268:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789ddd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x39:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044277:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789ddd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044284:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789ddd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.044392:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x39:0x0]: returning size 0 00000004:00200000:3.0:1787755985.044397:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.044419:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789ddd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044431:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789ddd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044441:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044451:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044458:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044466:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044472:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.044477:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044485:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044498:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.044501:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.044506:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044512:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789dcf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044527:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044534:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044539:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044545:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ae00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.044548:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044554:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044561:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x814cb0c9 (ffff9dfe48aff600) 00010000:00010000:3.0:1787755985.044563:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.044566:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044572:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789dd6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x814cb0c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044600:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28be00/0x9b2b325365789dc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214798 expref: 23 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044614:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b200/0x9b2b325365789ddd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214798 expref: 22 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.044621:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x39:0x0].0x0 (ffff9dfe48aff700) 00010000:00010000:3.0:1787755985.044623:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.044626:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b200, rc 0) 00000100:00100000:3.0:1787755985.044696:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:232705:x1874588654614912:12345-192.168.201.7@tcp:101:ls.0 Request processed in 816us (1097us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.044704:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70630 00000100:00100000:1.0:1787755985.050922:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.051084:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615040 00000100:00100000:3.0:1787755985.051095:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615040 00000100:00100000:3.0:1787755985.051179:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30884 00000100:00100000:3.0:1787755985.051191:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2400:x1874588654615040:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.051214:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.051237:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789de4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21479f expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.051267:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755985.051285:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.051290:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.051301:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789de4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21479f expref: 8 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.051351:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b32f6717/0x9b2b325365789de4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21479f expref: 8 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.051366:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a600, rc 0) 00000100:00100000:3.0:1787755985.051427:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2400:x1874588654615040:12345-192.168.201.7@tcp:101:ls.0 Request processed in 237us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.051434:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30884 00000100:00080000:2.0:1787755985.052078:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787755985.058311:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.058466:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615168 00000100:00100000:1.0:1787755985.058480:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615168 00000100:00100000:1.0:1787755985.058547:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70631 00000100:00100000:1.0:1787755985.058559:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:232705:x1874588654615168:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.058580:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.058600:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789deb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147a6 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058664:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058678:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058689:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058705:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058712:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058717:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058835:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789e00 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058843:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058849:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.058892:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 0 00000004:00200000:1.0:1787755985.058897:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.058918:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058931:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789e00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058940:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058946:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058952:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058958:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058964:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.058969:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058977:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.058990:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.058993:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.058998:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059004:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789df2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059020:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059026:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059032:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059037:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.059040:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059047:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059065:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xc9e3b019 (ffff9dfe466c5a00) 00010000:00010000:1.0:1787755985.059068:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.059071:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059081:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789df9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xc9e3b019 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059113:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789deb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147a6 expref: 24 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059127:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60a00/0x9b2b325365789e00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147a6 expref: 23 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.059134:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff9dfe466c5000) 00010000:00010000:1.0:1787755985.059136:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.059139:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60a00, rc 0) 00000100:00100000:1.0:1787755985.059218:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:232705:x1874588654615168:12345-192.168.201.7@tcp:101:ls.0 Request processed in 661us (922us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.059225:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70631 00000100:00100000:1.0:1787755985.063446:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.063536:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615296 00000100:00100000:2.0:1787755985.063549:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615296 00000100:00100000:2.0:1787755985.063597:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30885 00000100:00100000:2.0:1787755985.063607:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff8199c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:2401:x1874588654615296:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.063625:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.063647:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789e07 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147ad expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.063674:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755985.063694:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.063699:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.063709:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147ad expref: 8 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.063736:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003503d80e/0x9b2b325365789e07 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147ad expref: 8 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.063749:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2000, rc 0) 00000100:00100000:2.0:1787755985.063829:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff8199c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2401:x1874588654615296:12345-192.168.201.7@tcp:101:ls.0 Request processed in 214us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.063837:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30885 00000100:00100000:3.0:1787755985.072406:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.072550:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615424 00000100:00100000:1.0:1787755985.072563:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615424 00000100:00100000:1.0:1787755985.072636:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70632 00000100:00100000:1.0:1787755985.072649:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe464d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:232705:x1874588654615424:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.072672:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.072692:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789e0e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147b4 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072760:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072779:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072791:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072805:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072853:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072860:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072959:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789e23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x161:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072969:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x161:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.072981:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x161:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.073038:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x161:0x0]: returning size 51200 00000004:00200000:1.0:1787755985.073044:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.073066:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x161:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073078:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073091:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073097:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073103:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073109:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073115:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.073119:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073126:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073140:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.073143:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.073148:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073154:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e15 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073168:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073174:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073180:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073185:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.073189:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073195:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073202:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x1ce0eb6 (ffff9dfe466c5a00) 00010000:00010000:1.0:1787755985.073205:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.073207:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073212:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e1c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x1ce0eb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073243:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789e0e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147b4 expref: 25 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073257:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61800/0x9b2b325365789e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x161:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147b4 expref: 24 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.073263:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x161:0x0].0x0 (ffff9dfe466c5e00) 00010000:00010000:1.0:1787755985.073265:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.073268:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61800, rc 0) 00000100:00100000:1.0:1787755985.073380:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe464d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:232705:x1874588654615424:12345-192.168.201.7@tcp:101:ls.0 Request processed in 733us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.073390:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70632 00000100:00100000:1.0:1787755985.078048:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.078193:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615552 00000100:00100000:3.0:1787755985.078206:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615552 00000100:00100000:3.0:1787755985.078274:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30886 00000100:00100000:3.0:1787755985.078287:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654615552:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.078363:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.078397:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a34deada/0x9b2b325365789e2a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147bb expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.078435:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x96:0x0] initial LVB size: 51200, mtime: 0x6a8ee6ce, atime: 0x0, ctime: 0x6a8ee6ce, blocks: 0x68 00010000:00010000:3.0:1787755985.078462:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x96:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.078468:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x96:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.078481:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a34deada/0x9b2b325365789e2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147bb expref: 9 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.078502:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a34deada/0x9b2b325365789e2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x96:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147bb expref: 9 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.078519:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28be00, rc 0) 00000100:00100000:3.0:1787755985.078594:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654615552:12345-192.168.201.7@tcp:101:ls.0 Request processed in 311us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.078601:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30886 00000100:00100000:2.0:1787755985.082488:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.082596:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615680 00000100:00100000:1.0:1787755985.082608:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615680 00000100:00100000:1.0:1787755985.082672:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70633 00000100:00100000:1.0:1787755985.082682:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:232705:x1874588654615680:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.082702:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.082723:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789e31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147c2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082795:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082836:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082850:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082869:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082876:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082883:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082986:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789e46 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.082996:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083002:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.083051:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.083646:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.083677:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083694:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789e46 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083705:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083711:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083718:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083724:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083730:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.083735:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083745:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083766:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.083769:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.083776:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083783:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61e00/0x9b2b325365789e38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083803:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083883:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083888:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083893:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.083896:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083901:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083909:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcb4c0543 (ffff9dfe466c5a00) 00010000:00010000:1.0:1787755985.083911:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.083914:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083919:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b325365789e3f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcb4c0543 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083961:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789e31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147c2 expref: 26 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083975:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61600/0x9b2b325365789e46 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147c2 expref: 25 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.083982:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff9dfe466c5200) 00010000:00010000:1.0:1787755985.083984:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.083987:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61600, rc 0) 00000100:00100000:1.0:1787755985.084904:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:232705:x1874588654615680:12345-192.168.201.7@tcp:101:ls.0 Request processed in 2214us (2420us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.084917:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70633 00000100:00100000:0.0:1787755985.088419:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.088520:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615808 00000100:00100000:1.0:1787755985.088533:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615808 00000100:00100000:1.0:1787755985.088591:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30887 00000100:00100000:1.0:1787755985.088603:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2401:x1874588654615808:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.088628:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.088653:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000057e808bc/0x9b2b325365789e4d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147c9 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.088683:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x7:0x0] initial LVB size: 4096, mtime: 0x6a8edc8b, atime: 0x0, ctime: 0x6a8edc8b, blocks: 0x8 00010000:00010000:1.0:1787755985.088702:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.088706:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.088716:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000057e808bc/0x9b2b325365789e4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147c9 expref: 10 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.088739:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000057e808bc/0x9b2b325365789e4d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147c9 expref: 10 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.088752:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60400, rc 0) 00000100:00100000:1.0:1787755985.088844:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2401:x1874588654615808:12345-192.168.201.7@tcp:101:ls.0 Request processed in 241us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.088851:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30887 00000100:00100000:2.0:1787755985.092421:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.092512:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654615936 00000100:00100000:3.0:1787755985.092523:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654615936 00000100:00100000:3.0:1787755985.092592:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70634 00000100:00100000:3.0:1787755985.092602:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:232705:x1874588654615936:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.092623:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.092643:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789e54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147d0 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092708:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092726:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092736:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092752:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092759:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092766:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092880:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789e69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x166:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092889:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092896:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.092938:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x166:0x0]: returning size 0 00000004:00200000:3.0:1787755985.092942:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.092960:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092974:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789e69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092986:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092993:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.092999:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093005:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093011:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28ac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.093016:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093024:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093035:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.093039:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.093044:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093050:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789e5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093075:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093081:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093088:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093093:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4a28a000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.093096:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093102:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093110:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3e1d803b (ffff9dfe48afff00) 00010000:00010000:3.0:1787755985.093112:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.093114:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093119:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28a000/0x9b2b325365789e62 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3e1d803b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093150:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28ae00/0x9b2b325365789e54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147d0 expref: 27 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093164:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4a28b800/0x9b2b325365789e69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x166:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147d0 expref: 26 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.093172:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x166:0x0].0x0 (ffff9dfe48aff900) 00010000:00010000:3.0:1787755985.093174:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.093176:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28b800, rc 0) 00000100:00100000:3.0:1787755985.093251:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:232705:x1874588654615936:12345-192.168.201.7@tcp:101:ls.0 Request processed in 649us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.093261:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70634 00000100:00100000:3.0:1787755985.096253:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.096359:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616064 00000100:00100000:0.0:1787755985.096370:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616064 00000100:00100000:0.0:1787755985.096425:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30888 00000100:00100000:0.0:1787755985.096435:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654616064:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.096453:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.096472:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce306604/0x9b2b325365789e70 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x472:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147d7 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.096532:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x472:0x0] initial LVB size: 0, mtime: 0x68adb578, atime: 0x6a8ee902, ctime: 0x6a8ee903, blocks: 0x0 00010000:00010000:0.0:1787755985.096551:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x472:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.096555:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x472:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.096566:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce306604/0x9b2b325365789e70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147d7 expref: 11 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.096589:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce306604/0x9b2b325365789e70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147d7 expref: 11 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.096602:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd000, rc 0) 00000100:00100000:0.0:1787755985.096665:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2402:x1874588654616064:12345-192.168.201.7@tcp:101:ls.0 Request processed in 231us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.096672:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30888 00000100:00100000:0.0:1787755985.100131:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.100254:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616192 00000100:00100000:2.0:1787755985.100266:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616192 00000100:00100000:2.0:1787755985.100375:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70635 00000100:00100000:2.0:1787755985.100386:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe44bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:232705:x1874588654616192:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.100407:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.100429:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789e77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147de expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100501:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100515:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100524:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100539:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100546:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100553:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100646:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789e8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100654:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100661:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.100708:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5f:0x0]: returning size 0 00000004:00200000:2.0:1787755985.100713:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.100732:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100743:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100753:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100759:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100765:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100775:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100782:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.100786:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100793:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100804:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.100827:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.100831:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100838:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789e7e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100852:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100858:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100864:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100868:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.100871:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100880:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100888:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x169f55e4 (ffff9dfe471d1d00) 00010000:00010000:2.0:1787755985.100890:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.100893:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100898:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789e85 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x169f55e4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100928:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789e77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147de expref: 28 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100941:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2c00/0x9b2b325365789e8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147de expref: 27 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.100948:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5f:0x0].0x0 (ffff9dfe471d1b00) 00010000:00010000:2.0:1787755985.100950:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.100952:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2c00, rc 0) 00000100:00100000:2.0:1787755985.101021:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe44bace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:232705:x1874588654616192:12345-192.168.201.7@tcp:101:ls.0 Request processed in 637us (904us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.101028:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70635 00000100:00100000:2.0:1787755985.104577:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.104666:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616320 00000100:00100000:3.0:1787755985.104677:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616320 00000100:00100000:3.0:1787755985.104738:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30889 00000100:00100000:3.0:1787755985.104749:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2401:x1874588654616320:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.104768:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.104794:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789e93 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147e5 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.104844:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755985.104873:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.104878:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.104889:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789e93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147e5 expref: 12 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.104908:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c5ac192/0x9b2b325365789e93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147e5 expref: 12 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.104923:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ae00, rc 0) 00000100:00100000:3.0:1787755985.104998:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2401:x1874588654616320:12345-192.168.201.7@tcp:101:ls.0 Request processed in 251us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.105005:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30889 00000100:00100000:3.0:1787755985.109176:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.109309:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616448 00000100:00100000:2.0:1787755985.109365:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616448 00000100:00100000:2.0:1787755985.109443:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70636 00000100:00100000:2.0:1787755985.109457:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:232705:x1874588654616448:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.109483:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.109510:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789e9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147ec expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109600:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109615:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109629:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109648:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109654:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109660:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109775:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789eaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109783:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789eaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109790:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789eaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.109856:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x88:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.109862:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.109895:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789eaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109910:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109916:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109923:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109930:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109936:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.109941:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109950:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109967:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.109970:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.109975:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109982:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ea1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.109999:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110010:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110016:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110022:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.110025:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110032:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110040:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c7d0aa5 (ffff9dfe471d1d00) 00010000:00010000:2.0:1787755985.110042:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.110045:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110051:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789ea8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6c7d0aa5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110093:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2400/0x9b2b325365789e9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147ec expref: 29 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110109:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3200/0x9b2b325365789eaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147ec expref: 28 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.110117:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755985.110120:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755985.110124:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3200, rc 0) 00000100:00100000:2.0:1787755985.110224:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:232705:x1874588654616448:12345-192.168.201.7@tcp:101:ls.0 Request processed in 770us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.110232:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70636 00000100:00100000:1.0:1787755985.114554:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.114654:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616576 00000100:00100000:2.0:1787755985.114667:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616576 00000100:00100000:2.0:1787755985.114730:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70637 00000100:00100000:2.0:1787755985.114740:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:232705:x1874588654616576:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.114765:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.114792:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789eb6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147f3 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.114850:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789ebd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.114864:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789ebd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.114876:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789ebd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.115027:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789eb6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147f3 expref: 30 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.115064:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3400/0x9b2b325365789ebd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x88:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147f3 expref: 29 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.115074:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x88:0x0].0x0 (ffff9dfe471d1400) 00010000:00010000:2.0:1787755985.115077:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755985.115082:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3400, rc 0) 00000100:00100000:2.0:1787755985.115164:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:232705:x1874588654616576:12345-192.168.201.7@tcp:101:ls.0 Request processed in 425us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.115172:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70637 00000100:00100000:1.0:1787755985.119063:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.119176:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616704 00000100:00100000:0.0:1787755985.119188:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616704 00000100:00100000:0.0:1787755985.119254:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70638 00000100:00100000:0.0:1787755985.119266:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:232705:x1874588654616704:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.119287:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.119308:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ec4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2147fa expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119429:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119444:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119454:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119467:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119474:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119481:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119586:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789ed9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119595:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119602:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.119645:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 0 00000004:00200000:0.0:1787755985.119650:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755985.119669:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119681:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789ed9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119690:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119696:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119702:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119713:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119718:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.119722:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119729:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119741:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.119744:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.119750:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119756:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789ecb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119769:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119776:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119782:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119786:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.119790:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119798:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119805:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd460f9d8 (ffff9dfe48a2e600) 00010000:00010000:0.0:1787755985.119807:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.119810:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119816:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789ed2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd460f9d8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119859:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789ec4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147fa expref: 31 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119872:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccdc00/0x9b2b325365789ed9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2147fa expref: 30 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.119878:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff9dfe48a2e000) 00010000:00010000:0.0:1787755985.119880:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755985.119882:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccdc00, rc 0) 00000100:00100000:0.0:1787755985.119940:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:232705:x1874588654616704:12345-192.168.201.7@tcp:101:ls.0 Request processed in 677us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.119947:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70638 00000100:00100000:0.0:1787755985.124283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.124421:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616832 00000100:00100000:2.0:1787755985.124435:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616832 00000100:00100000:2.0:1787755985.124511:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30890 00000100:00100000:2.0:1787755985.124525:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2402:x1874588654616832:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.124547:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.124572:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fc47c55/0x9b2b325365789ee0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214801 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.124601:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xe:0x0] initial LVB size: 0, mtime: 0x6a8ee238, atime: 0x0, ctime: 0x6a8ee238, blocks: 0x0 00010000:00010000:2.0:1787755985.124625:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.124631:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.124641:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fc47c55/0x9b2b325365789ee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214801 expref: 13 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.124663:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004fc47c55/0x9b2b325365789ee0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214801 expref: 13 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.124677:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2400, rc 0) 00000100:00100000:2.0:1787755985.124727:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:2402:x1874588654616832:12345-192.168.201.7@tcp:101:ls.0 Request processed in 206us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.124734:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30890 00000100:00100000:1.0:1787755985.128575:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.128660:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654616960 00000100:00100000:2.0:1787755985.128672:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654616960 00000100:00100000:2.0:1787755985.128742:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70639 00000100:00100000:2.0:1787755985.128754:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:232705:x1874588654616960:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.128777:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.128800:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789ee7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214808 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.128882:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.128896:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.128908:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.128923:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.128930:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.128937:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129023:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789efc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x167:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129033:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789efc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129040:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789efc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.129118:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x167:0x0]: returning size 1 00000004:00200000:2.0:1787755985.129123:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.129148:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789efc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129161:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789efc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129170:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129177:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129182:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129189:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129196:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.129201:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129209:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129222:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.129225:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.129230:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129241:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789eee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129255:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129262:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129269:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129274:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51ba3e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.129277:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129283:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129289:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7156a43 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755985.129291:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.129294:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129300:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789ef5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7156a43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129373:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789ee7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214808 expref: 32 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129388:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba2200/0x9b2b325365789efc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x167:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214808 expref: 31 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.129396:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x167:0x0].0x0 (ffff9dfe471d1000) 00010000:00010000:2.0:1787755985.129399:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.129402:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba2200, rc 0) 00000100:00100000:2.0:1787755985.129487:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+31:232705:x1874588654616960:12345-192.168.201.7@tcp:101:ls.0 Request processed in 735us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.129496:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70639 00000100:00100000:1.0:1787755985.132864:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.132955:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617088 00000100:00100000:3.0:1787755985.132968:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617088 00000100:00100000:3.0:1787755985.133029:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30891 00000100:00100000:3.0:1787755985.133040:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:2402:x1874588654617088:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.133072:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.133094:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789f03 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x473:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21480f expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.133123:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x473:0x0] initial LVB size: 1, mtime: 0x6a8ee90c, atime: 0x0, ctime: 0x6a8ee90c, blocks: 0x8 00010000:00010000:3.0:1787755985.133142:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x473:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.133146:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x473:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.133155:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789f03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21480f expref: 9 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.133173:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aadde031/0x9b2b325365789f03 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21480f expref: 9 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.133187:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28a000, rc 0) 00000100:00100000:3.0:1787755985.133256:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654617088:12345-192.168.201.7@tcp:101:ls.0 Request processed in 217us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.133263:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30891 00000100:00100000:1.0:1787755985.137300:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.137570:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617216 00000100:00100000:0.0:1787755985.137583:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617216 00000100:00100000:0.0:1787755985.137653:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70640 00000100:00100000:0.0:1787755985.137665:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+31:232705:x1874588654617216:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.137690:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.137715:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214816 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137814:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137845:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137856:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137871:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137878:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137884:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137955:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789f1f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137963:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789f1f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.137970:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789f1f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755985.137993:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789f1f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138010:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138017:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138024:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138031:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138038:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.138042:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138049:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138062:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.138065:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.138069:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138076:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b325365789f11 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138090:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138096:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138103:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138108:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48cccc00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.138111:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138116:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138124:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7af29dca (ffff9dfe48a2e600) 00010000:00010000:0.0:1787755985.138126:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.138129:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138135:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f18 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7af29dca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138164:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214816 expref: 33 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138178:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccda00/0x9b2b325365789f1f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214816 expref: 32 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.138186:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff9dfe48a2e700) 00010000:00010000:0.0:1787755985.138188:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755985.138190:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccda00, rc 0) 00000100:00100000:0.0:1787755985.138265:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:232705:x1874588654617216:12345-192.168.201.7@tcp:101:ls.0 Request processed in 603us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.138276:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70640 00000100:00100000:0.0:1787755985.141650:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.141739:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617344 00000100:00100000:3.0:1787755985.141753:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617344 00000100:00100000:3.0:1787755985.141839:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70641 00000100:00100000:3.0:1787755985.141850:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+7:232705:x1874588654617344:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.141879:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.141956:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789f26 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21481d expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.142030:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789f2d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.142045:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789f2d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.142067:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789f2d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.142199:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x2a:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.142205:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.142249:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28ac00/0x9b2b325365789f26 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21481d expref: 9 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.142269:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4a28aa00/0x9b2b325365789f2d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21481d expref: 8 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.142277:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff9dfe48affa00) 00010000:00010000:3.0:1787755985.142280:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.142284:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28aa00, rc 0) 00000100:00100000:2.0:1787755985.142692:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:232705:x1874588654617344:12345-192.168.201.7@tcp:101:ls.0 Request processed in 841us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.142699:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70641 00000100:00100000:2.0:1787755985.146514:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.146617:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617472 00000100:00100000:0.0:1787755985.146628:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617472 00000100:00100000:0.0:1787755985.146735:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70642 00000100:00100000:0.0:1787755985.146745:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+8:232705:x1874588654617472:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.146764:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.146786:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f34 lrc: 2/0,0 mode: --/CR res: [0x240000400:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214824 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.146858:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f3b lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.146871:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.146882:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f3b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.146925:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0xc:0x0]: returning size 245760 00000004:00200000:0.0:1787755985.146930:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755985.146961:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f34 lrc: 0/0,0 mode: --/CR res: [0x240000400:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214824 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.146978:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48cccc00/0x9b2b325365789f3b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214824 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.146987:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xc:0x0].0x0 (ffff9dfe48a2e600) 00010000:00010000:0.0:1787755985.146990:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755985.146994:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48cccc00, rc 0) 00000100:00100000:0.0:1787755985.147063:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:232705:x1874588654617472:12345-192.168.201.7@tcp:101:ls.0 Request processed in 319us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.147070:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70642 00000100:00100000:3.0:1787755985.149771:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.149950:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617600 00000100:00100000:2.0:1787755985.149963:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617600 00000100:00100000:2.0:1787755985.150030:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70643 00000100:00100000:2.0:1787755985.150042:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff502d7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:232705:x1874588654617600:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.150085:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.150116:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789f42 lrc: 2/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21482b expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.150179:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789f49 lrc: 3/1,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.150192:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789f49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.150204:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789f49 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.150273:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0xa:0x0]: returning size 258048 00000004:00200000:2.0:1787755985.150280:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.150375:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789f42 lrc: 0/0,0 mode: --/CR res: [0x200000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21482b expref: 34 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.150398:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3a00/0x9b2b325365789f49 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21482b expref: 33 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.150408:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff9dfe471d1600) 00010000:00010000:2.0:1787755985.150411:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.150415:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3a00, rc 0) 00000100:00100000:2.0:1787755985.150476:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff502d7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+33:232705:x1874588654617600:12345-192.168.201.7@tcp:101:ls.0 Request processed in 436us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.150484:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70643 00000100:00100000:2.0:1787755985.156088:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.156250:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617728 00000100:00100000:1.0:1787755985.156267:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617728 00000100:00100000:1.0:1787755985.156393:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70644 00000100:00100000:1.0:1787755985.156408:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:232705:x1874588654617728:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.156436:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.156466:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365789f50 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214832 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.156520:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365789f57 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.156536:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365789f57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.156555:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365789f57 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.156809:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60200/0x9b2b325365789f50 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214832 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.156847:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61e00/0x9b2b325365789f57 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214832 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.156857:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2a:0x0].0x0 (ffff9dfe48affa00) 00010000:00010000:1.0:1787755985.156860:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.156864:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61e00, rc 0) 00000100:00100000:1.0:1787755985.156955:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:232705:x1874588654617728:12345-192.168.201.7@tcp:101:ls.0 Request processed in 551us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.156962:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70644 00000100:00100000:1.0:1787755985.160477:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.160567:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617856 00000100:00100000:0.0:1787755985.160578:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617856 00000100:00100000:0.0:1787755985.160647:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70645 00000100:00100000:0.0:1787755985.160659:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+33:232705:x1874588654617856:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.160679:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.160698:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214839 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160760:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160773:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160784:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160798:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160805:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160811:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160896:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789f73 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160905:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789f73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160912:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789f73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787755985.160935:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789f73 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160949:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160955:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160962:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160969:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160975:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.160980:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.160988:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161003:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.161007:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.161012:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161020:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b325365789f65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161034:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161041:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161046:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161051:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.161054:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161065:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161072:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4134637e (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755985.161075:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.161078:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161083:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f6c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4134637e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161113:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214839 expref: 35 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161131:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc400/0x9b2b325365789f73 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214839 expref: 34 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.161139:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x6:0x0].0x0 (ffff9dfe48a2ec00) 00010000:00010000:0.0:1787755985.161141:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787755985.161143:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc400, rc 0) 00000100:00100000:0.0:1787755985.161253:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+34:232705:x1874588654617856:12345-192.168.201.7@tcp:101:ls.0 Request processed in 595us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.161260:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70645 00000100:00100000:0.0:1787755985.164408:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.164495:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654617984 00000100:00100000:2.0:1787755985.164506:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654617984 00000100:00100000:2.0:1787755985.164566:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70646 00000100:00100000:2.0:1787755985.164578:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:232705:x1874588654617984:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.164597:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.164618:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365789f7a lrc: 2/0,0 mode: --/CR res: [0x240000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214840 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.164677:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789f81 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.164691:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789f81 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.164702:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789f81 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.164833:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x6:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.164839:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.164875:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3000/0x9b2b325365789f7a lrc: 0/0,0 mode: --/CR res: [0x240000402:0x6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214840 expref: 12 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.164894:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51ba3e00/0x9b2b325365789f81 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214840 expref: 11 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.164902:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x6:0x0].0x0 (ffff9dfe471d1a00) 00010000:00010000:2.0:1787755985.164906:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.164909:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3e00, rc 0) 00000100:00100000:2.0:1787755985.164975:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:232705:x1874588654617984:12345-192.168.201.7@tcp:101:ls.0 Request processed in 399us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.164982:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70646 00000100:00100000:1.0:1787755985.169617:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.169706:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618112 00000100:00100000:0.0:1787755985.169719:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618112 00000100:00100000:0.0:1787755985.169794:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70647 00000100:00100000:0.0:1787755985.169807:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:232705:x1874588654618112:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.169844:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.169870:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f88 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214847 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.169934:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.169947:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.169958:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.170016:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x5:0x0]: returning size 4096 00000004:00200000:0.0:1787755985.170022:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755985.170076:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc000/0x9b2b325365789f88 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214847 expref: 13 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.170096:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc600/0x9b2b325365789f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214847 expref: 12 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.170105:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x5:0x0].0x0 (ffff9dfe48a2eb00) 00010000:00010000:0.0:1787755985.170108:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755985.170112:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc600, rc 0) 00000100:00100000:0.0:1787755985.170184:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:232705:x1874588654618112:12345-192.168.201.7@tcp:101:ls.0 Request processed in 379us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.170192:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70647 00000100:00100000:1.0:1787755985.173645:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.173754:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618240 00000100:00100000:2.0:1787755985.173765:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618240 00000100:00100000:2.0:1787755985.173873:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70648 00000100:00100000:2.0:1787755985.173886:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+34:232705:x1874588654618240:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.173916:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.173945:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789f96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21484e expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.174019:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789f9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.174042:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789f9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.174069:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789f9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.174131:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x5:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.174137:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.174181:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789f96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21484e expref: 36 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.174201:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3800/0x9b2b325365789f9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21484e expref: 35 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.174212:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff9dfe471d1300) 00010000:00010000:2.0:1787755985.174214:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.174219:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3800, rc 0) 00000100:00100000:2.0:1787755985.174307:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+35:232705:x1874588654618240:12345-192.168.201.7@tcp:101:ls.0 Request processed in 423us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.174357:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70648 00000100:00100000:3.0:1787755985.178579:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.179163:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618368 00000100:00100000:1.0:1787755985.179175:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618368 00000100:00100000:1.0:1787755985.179287:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70649 00000100:00100000:1.0:1787755985.179303:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:232705:x1874588654618368:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.179358:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.179393:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365789fa4 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214855 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.179444:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365789fab lrc: 3/1,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.179461:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365789fab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.179473:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365789fab lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.179688:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60e00/0x9b2b325365789fa4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214855 expref: 14 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.179710:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60800/0x9b2b325365789fab lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214855 expref: 13 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.179720:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x6:0x0].0x0 (ffff9dfe471d1a00) 00010000:00010000:1.0:1787755985.179723:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.179728:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60800, rc 0) 00000100:00100000:1.0:1787755985.179893:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:232705:x1874588654618368:12345-192.168.201.7@tcp:101:ls.0 Request processed in 595us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.179902:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70649 00000100:00100000:3.0:1787755985.183188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.183287:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618496 00000100:00100000:2.0:1787755985.183301:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618496 00000100:00100000:2.0:1787755985.183434:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70650 00000100:00100000:2.0:1787755985.183447:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+35:232705:x1874588654618496:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.183475:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.183504:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789fb2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21485c expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183598:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183615:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183630:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183650:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183659:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183665:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183790:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63c00/0x9b2b325365789fc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183798:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63c00/0x9b2b325365789fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183804:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63c00/0x9b2b325365789fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.183914:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.183921:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787755985.183949:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63c00/0x9b2b325365789fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183968:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183976:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183982:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183990:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.183996:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b63200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.184001:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184011:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184029:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.184033:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.184039:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184046:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789fb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184063:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184069:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184076:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184082:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.184085:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184091:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184098:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2529a145 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755985.184101:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.184104:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184109:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fc0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2529a145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184145:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b325365789fb2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21485c expref: 37 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184162:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63c00/0x9b2b325365789fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21485c expref: 36 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.184170:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:2.0:1787755985.184172:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755985.184175:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63c00, rc 0) 00000100:00100000:2.0:1787755985.184265:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+36:232705:x1874588654618496:12345-192.168.201.7@tcp:101:ls.0 Request processed in 821us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.184276:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70650 00000100:00100000:3.0:1787755985.188295:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.188452:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618624 00000100:00100000:1.0:1787755985.188466:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618624 00000100:00100000:1.0:1787755985.188547:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70651 00000100:00100000:1.0:1787755985.188562:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+36:232705:x1874588654618624:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.188588:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.188630:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789fce lrc: 2/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214863 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.188736:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789fd5 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.188760:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.188776:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.188881:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0x9:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.188888:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.188946:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60e00/0x9b2b325365789fce lrc: 0/0,0 mode: --/CR res: [0x200000400:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214863 expref: 38 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.188971:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61a00/0x9b2b325365789fd5 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214863 expref: 37 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.188981:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x9:0x0].0x0 (ffff9dfe466c5a00) 00010000:00010000:1.0:1787755985.188984:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.188989:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61a00, rc 0) 00000100:00100000:1.0:1787755985.189090:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+37:232705:x1874588654618624:12345-192.168.201.7@tcp:101:ls.0 Request processed in 531us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.189097:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70651 00000100:00100000:3.0:1787755985.194310:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.194557:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618752 00000100:00100000:0.0:1787755985.194571:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618752 00000100:00100000:0.0:1787755985.194641:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70652 00000100:00100000:0.0:1787755985.194652:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:232705:x1874588654618752:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.194677:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.194708:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365789fdc lrc: 2/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21486a expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.194790:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789fe3 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.194805:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.194839:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789fe3 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.194911:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0x9:0x0]: returning size 4096 00000004:00200000:0.0:1787755985.194919:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755985.194966:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccc200/0x9b2b325365789fdc lrc: 0/0,0 mode: --/CR res: [0x240000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21486a expref: 15 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.194988:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48ccd800/0x9b2b325365789fe3 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21486a expref: 14 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.194998:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x9:0x0].0x0 (ffff9dfe48a2ef00) 00010000:00010000:0.0:1787755985.195001:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755985.195005:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd800, rc 0) 00000100:00100000:0.0:1787755985.195089:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:232705:x1874588654618752:12345-192.168.201.7@tcp:101:ls.0 Request processed in 438us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.195097:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70652 00000100:00100000:0.0:1787755985.198988:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.199078:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654618880 00000100:00100000:2.0:1787755985.199088:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654618880 00000100:00100000:2.0:1787755985.199142:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70653 00000100:00100000:2.0:1787755985.199152:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+37:232705:x1874588654618880:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.199171:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.199193:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214871 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.199228:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789ff1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.199242:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.199253:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.199448:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b325365789fea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214871 expref: 39 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.199465:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63200/0x9b2b325365789ff1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214871 expref: 38 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.199475:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9dfe471d1200) 00010000:00010000:2.0:1787755985.199478:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755985.199482:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63200, rc 0) 00000100:00100000:2.0:1787755985.199541:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+38:232705:x1874588654618880:12345-192.168.201.7@tcp:101:ls.0 Request processed in 390us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.199549:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70653 00000100:00100000:3.0:1787755985.203541:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.203622:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619008 00000100:00100000:0.0:1787755985.203635:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619008 00000100:00100000:0.0:1787755985.203716:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70654 00000100:00100000:0.0:1787755985.203730:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+38:232705:x1874588654619008:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.203760:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.203789:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365789ff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214878 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.203879:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.203896:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.203909:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.203927:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.203934:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.203941:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204049:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578a00d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x78:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204065:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578a00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204074:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578a00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.204129:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x78:0x0]: returning size 0 00000004:00200000:0.0:1787755985.204133:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755985.204152:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578a00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204164:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578a00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204179:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204184:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204191:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204198:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204205:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.204209:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204218:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204233:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.204237:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.204242:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204249:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b325365789fff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204264:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204271:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204278:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204283:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.204286:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204292:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204299:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfb7bb56a (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755985.204302:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.204304:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204309:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a006 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfb7bb56a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204390:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b325365789ff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214878 expref: 40 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204405:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd600/0x9b2b32536578a00d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x78:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214878 expref: 39 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.204413:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78:0x0].0x0 (ffff9dfe48a2e900) 00010000:00010000:0.0:1787755985.204415:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755985.204418:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccd600, rc 0) 00000100:00100000:0.0:1787755985.204496:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+39:232705:x1874588654619008:12345-192.168.201.7@tcp:101:ls.0 Request processed in 768us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.204507:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70654 00000100:00100000:0.0:1787755985.208700:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.208863:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619136 00000100:00100000:2.0:1787755985.208873:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619136 00000100:00100000:2.0:1787755985.208936:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70655 00000100:00100000:2.0:1787755985.208946:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+39:232705:x1874588654619136:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.208967:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.208988:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b32536578a014 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21487f expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209072:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209091:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209104:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209122:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209128:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209135:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209260:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63e00/0x9b2b32536578a029 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209273:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63e00/0x9b2b32536578a029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209279:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63e00/0x9b2b32536578a029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.209360:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x8:0x0]: returning size 5 00000004:00200000:2.0:1787755985.209365:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.209390:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63e00/0x9b2b32536578a029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209403:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63e00/0x9b2b32536578a029 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209413:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209419:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209425:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209433:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209439:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.209443:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209451:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209466:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.209469:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.209474:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209480:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a01b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209493:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209499:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209505:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209509:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b63600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.209512:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209518:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209524:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce550dc4 (ffff9dfe471d1700) 00010000:00010000:2.0:1787755985.209526:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.209529:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209535:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a022 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209572:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b32536578a014 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21487f expref: 41 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209585:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63e00/0x9b2b32536578a029 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21487f expref: 40 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.209592:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff9dff4532ef00) 00010000:00010000:2.0:1787755985.209593:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.209596:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63e00, rc 0) 00000100:00100000:2.0:1787755985.209677:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+40:232705:x1874588654619136:12345-192.168.201.7@tcp:101:ls.0 Request processed in 731us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.209685:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70655 00000100:00100000:3.0:1787755985.213242:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.213357:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619264 00000100:00100000:1.0:1787755985.213368:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619264 00000100:00100000:1.0:1787755985.213422:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30892 00000100:00100000:1.0:1787755985.213434:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+9:2402:x1874588654619264:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.213451:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.213472:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b32536578a030 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214886 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.213501:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x5:0x0] initial LVB size: 5, mtime: 0x6a8edc4c, atime: 0x0, ctime: 0x6a8edc4c, blocks: 0x8 00010000:00010000:1.0:1787755985.213520:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x5:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.213525:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x5:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.213535:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b32536578a030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214886 expref: 10 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.213551:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002f5df51e/0x9b2b32536578a030 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214886 expref: 10 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.213564:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60e00, rc 0) 00000100:00100000:1.0:1787755985.213618:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654619264:12345-192.168.201.7@tcp:101:ls.0 Request processed in 186us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.213625:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30892 00000100:00100000:3.0:1787755985.217932:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.218044:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619392 00000100:00100000:2.0:1787755985.218066:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619392 00000100:00100000:2.0:1787755985.218162:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70656 00000100:00100000:2.0:1787755985.218177:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+40:232705:x1874588654619392:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.218211:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.218248:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b32536578a037 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21488d expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218401:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218421:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218436:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218459:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218468:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218475:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218590:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62800/0x9b2b32536578a04c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218598:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62800/0x9b2b32536578a04c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218606:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62800/0x9b2b32536578a04c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755985.218641:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62800/0x9b2b32536578a04c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218660:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218667:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218676:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218682:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218693:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b63600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.218699:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218707:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218723:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.218726:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.218732:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218740:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a03e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218757:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218763:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218769:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218773:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.218775:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218781:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218791:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe6eec6ed (ffff9dfe471d1700) 00010000:00010000:2.0:1787755985.218794:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.218797:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218802:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a045 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe6eec6ed bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218848:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62000/0x9b2b32536578a037 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21488d expref: 42 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218863:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62800/0x9b2b32536578a04c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21488d expref: 41 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.218871:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9dfe502b8800) 00010000:00010000:2.0:1787755985.218874:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755985.218876:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62800, rc 0) 00000100:00100000:2.0:1787755985.218958:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+41:232705:x1874588654619392:12345-192.168.201.7@tcp:101:ls.0 Request processed in 785us (1042us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.218966:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70656 00000100:00100000:0.0:1787755985.221706:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.221814:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619520 00000100:00100000:2.0:1787755985.221832:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619520 00000100:00100000:2.0:1787755985.221881:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70657 00000100:00100000:2.0:1787755985.221891:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:232705:x1874588654619520:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.221911:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.221934:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63a00/0x9b2b32536578a053 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214894 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.222000:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63400/0x9b2b32536578a05a lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.222013:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63400/0x9b2b32536578a05a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.222024:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63400/0x9b2b32536578a05a lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.222392:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x4:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.222397:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.222434:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63a00/0x9b2b32536578a053 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214894 expref: 16 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.222451:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63400/0x9b2b32536578a05a lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214894 expref: 15 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.222460:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:2.0:1787755985.222463:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.222466:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63400, rc 0) 00000100:00100000:2.0:1787755985.222521:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:232705:x1874588654619520:12345-192.168.201.7@tcp:101:ls.0 Request processed in 631us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.222528:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70657 00000100:00100000:3.0:1787755985.224899:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.225004:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619648 00000100:00100000:1.0:1787755985.225014:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619648 00000100:00100000:1.0:1787755985.225088:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70658 00000100:00100000:1.0:1787755985.225101:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:232705:x1874588654619648:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.225125:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.225148:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a061 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21489b expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.225205:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b32536578a068 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.225219:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b32536578a068 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.225231:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b32536578a068 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.225288:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x4:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.225293:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.225375:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a061 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21489b expref: 17 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.225398:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b61400/0x9b2b32536578a068 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21489b expref: 16 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.225408:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x4:0x0].0x0 (ffff9dfe466c5900) 00010000:00010000:1.0:1787755985.225412:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.225416:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61400, rc 0) 00000100:00100000:1.0:1787755985.225477:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:232705:x1874588654619648:12345-192.168.201.7@tcp:101:ls.0 Request processed in 379us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.225484:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70658 00000100:00100000:3.0:1787755985.229403:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.229503:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619776 00000100:00100000:0.0:1787755985.229514:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619776 00000100:00100000:0.0:1787755985.229566:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70659 00000100:00100000:0.0:1787755985.229576:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe454ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+41:232705:x1874588654619776:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.229596:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.229618:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a06f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148a2 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.229677:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578a076 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.229693:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578a076 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.229704:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578a076 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.229751:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4:0x0]: returning size 4096 00000004:00200000:0.0:1787755985.229756:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755985.229794:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a06f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148a2 expref: 43 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.229833:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc200/0x9b2b32536578a076 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148a2 expref: 42 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.229847:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff9dfe48a2ea00) 00010000:00010000:0.0:1787755985.229850:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755985.229853:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48ccc200, rc 0) 00000100:00100000:0.0:1787755985.229919:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe454ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+42:232705:x1874588654619776:12345-192.168.201.7@tcp:101:ls.0 Request processed in 344us (527us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.229926:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70659 00000100:00100000:0.0:1787755985.233591:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.233698:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654619904 00000100:00100000:2.0:1787755985.233710:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654619904 00000100:00100000:2.0:1787755985.233778:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70660 00000100:00100000:2.0:1787755985.233789:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:232705:x1874588654619904:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.233835:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.233861:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63a00/0x9b2b32536578a07d lrc: 2/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148a9 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.233902:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b62000/0x9b2b32536578a084 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.233917:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b62000/0x9b2b32536578a084 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.233929:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b62000/0x9b2b32536578a084 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.234128:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b63a00/0x9b2b32536578a07d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148a9 expref: 18 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.234146:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b62000/0x9b2b32536578a084 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x4:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148a9 expref: 17 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.234154:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4:0x0].0x0 (ffff9dfe502b8900) 00010000:00010000:2.0:1787755985.234156:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755985.234159:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62000, rc 0) 00000100:00100000:2.0:1787755985.234210:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:232705:x1874588654619904:12345-192.168.201.7@tcp:101:ls.0 Request processed in 424us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.234216:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70660 00000100:00100000:3.0:1787755985.237382:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.237497:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620032 00000100:00100000:0.0:1787755985.237509:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620032 00000100:00100000:0.0:1787755985.237578:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70661 00000100:00100000:0.0:1787755985.237589:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+42:232705:x1874588654620032:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.237611:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.237633:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a08b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148b0 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237720:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237736:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237748:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237764:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237771:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237778:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237916:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9000/0x9b2b32536578a0a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237925:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9000/0x9b2b32536578a0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.237932:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9000/0x9b2b32536578a0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.237976:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 9591179 00000004:00200000:0.0:1787755985.237980:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755985.237998:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9000/0x9b2b32536578a0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238010:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9000/0x9b2b32536578a0a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238019:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238025:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238032:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238039:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238050:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccd400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.238056:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238064:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238078:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.238081:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.238087:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238094:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd400/0x9b2b32536578a092 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238112:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238118:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238124:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238129:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48ccc000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.238132:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238137:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238147:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6f2cddb4 (ffff9dfe48a2e400) 00010000:00010000:0.0:1787755985.238150:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.238152:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238158:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccc000/0x9b2b32536578a099 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6f2cddb4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238190:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccd200/0x9b2b32536578a08b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148b0 expref: 44 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238203:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9000/0x9b2b32536578a0a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148b0 expref: 43 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.238210:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9dfe48a2e200) 00010000:00010000:0.0:1787755985.238213:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755985.238215:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d9000, rc 0) 00000100:00100000:0.0:1787755985.238304:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+43:232705:x1874588654620032:12345-192.168.201.7@tcp:101:ls.0 Request processed in 716us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.238312:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70661 00000100:00100000:1.0:1787755985.242396:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.242534:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620160 00000100:00100000:0.0:1787755985.242550:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620160 00000100:00100000:0.0:1787755985.242622:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30893 00000100:00100000:0.0:1787755985.242636:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:2401:x1874588654620160:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.242664:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.242692:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000008143df1/0x9b2b32536578a0a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148b7 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.242724:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 9591179, mtime: 0x6a8ee2a2, atime: 0x6a8ee2a1, ctime: 0x6a8ee2a2, blocks: 0x728 00010000:00010000:0.0:1787755985.242751:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.242756:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.242770:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000008143df1/0x9b2b32536578a0a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148b7 expref: 14 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.242793:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000008143df1/0x9b2b32536578a0a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148b7 expref: 14 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.242828:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d9400, rc 0) 00000100:00100000:0.0:1787755985.242908:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:2401:x1874588654620160:12345-192.168.201.7@tcp:101:ls.0 Request processed in 274us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.242917:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30893 00000100:00100000:3.0:1787755985.246541:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.246671:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620288 00000100:00100000:2.0:1787755985.246682:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620288 00000100:00100000:2.0:1787755985.246752:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70662 00000100:00100000:2.0:1787755985.246766:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+43:232705:x1874588654620288:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.246794:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.246861:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63a00/0x9b2b32536578a0ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148be expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.246953:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.246968:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.246980:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.246997:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247004:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247012:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247142:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62c00/0x9b2b32536578a0c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247151:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62c00/0x9b2b32536578a0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247158:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62c00/0x9b2b32536578a0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.247244:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.247251:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787755985.247276:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62c00/0x9b2b32536578a0c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247292:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247299:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247307:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247365:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247374:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.247379:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247386:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247402:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.247405:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.247411:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247419:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a0b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247437:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247449:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247455:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247461:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b63600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.247464:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247470:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247477:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xad43066b (ffff9dfe502b8300) 00010000:00010000:2.0:1787755985.247480:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.247483:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247489:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63600/0x9b2b32536578a0bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xad43066b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247524:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63a00/0x9b2b32536578a0ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148be expref: 45 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247542:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62c00/0x9b2b32536578a0c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148be expref: 44 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.247549:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:2.0:1787755985.247552:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755985.247555:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62c00, rc 0) 00000100:00100000:2.0:1787755985.247646:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+44:232705:x1874588654620288:12345-192.168.201.7@tcp:101:ls.0 Request processed in 882us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.247654:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70662 00000100:00100000:3.0:1787755985.251309:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.255340:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620416 00000100:00100000:2.0:1787755985.255368:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620416 00000100:00100000:2.0:1787755985.255520:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70663 00000100:00100000:2.0:1787755985.255534:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+44:232705:x1874588654620416:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.255564:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.255610:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a0ca lrc: 2/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148c5 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.255699:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62400/0x9b2b32536578a0d1 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.255715:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62400/0x9b2b32536578a0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.255729:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62400/0x9b2b32536578a0d1 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.256047:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0xa:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.256063:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.256113:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a0ca lrc: 0/0,0 mode: --/CR res: [0x200000400:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148c5 expref: 46 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.256133:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62400/0x9b2b32536578a0d1 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148c5 expref: 45 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.256142:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xa:0x0].0x0 (ffff9dfe502b8b00) 00010000:00010000:2.0:1787755985.256146:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.256149:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62400, rc 0) 00000100:00100000:2.0:1787755985.256305:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+45:232705:x1874588654620416:12345-192.168.201.7@tcp:101:ls.0 Request processed in 774us (5005us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.256347:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70663 00000100:00100000:3.0:1787755985.259562:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.259741:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620544 00000100:00100000:0.0:1787755985.259754:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620544 00000100:00100000:0.0:1787755985.259830:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70664 00000100:00100000:0.0:1787755985.259840:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:232705:x1874588654620544:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.259861:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.259890:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe471d9e00/0x9b2b32536578a0d8 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148cc expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.259972:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe471d8a00/0x9b2b32536578a0df lrc: 3/1,0 mode: --/PR res: [0x240000401:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.259989:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe471d8a00/0x9b2b32536578a0df lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.260006:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe471d8a00/0x9b2b32536578a0df lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.260083:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0xa:0x0]: returning size 4096 00000004:00200000:0.0:1787755985.260089:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:0.0:1787755985.260135:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe471d9e00/0x9b2b32536578a0d8 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148cc expref: 19 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.260159:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe471d8a00/0x9b2b32536578a0df lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xa:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148cc expref: 18 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.260537:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xa:0x0].0x0 (ffff9dfe52604400) 00010000:00010000:0.0:1787755985.260541:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1787755985.260546:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d8a00, rc 0) 00000100:00100000:0.0:1787755985.262748:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:232705:x1874588654620544:12345-192.168.201.7@tcp:101:ls.0 Request processed in 2893us (3181us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.262762:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70664 00000100:00100000:0.0:1787755985.267131:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.267287:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620672 00000100:00100000:1.0:1787755985.267303:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620672 00000100:00100000:1.0:1787755985.267441:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70665 00000100:00100000:1.0:1787755985.267455:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+45:232705:x1874588654620672:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.267485:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.267516:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a0e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148d3 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.267562:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578a0ed lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.267580:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578a0ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.267592:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578a0ed lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.267874:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a0e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148d3 expref: 47 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.267898:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61200/0x9b2b32536578a0ed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148d3 expref: 46 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.267907:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9dfe502b8700) 00010000:00010000:1.0:1787755985.267910:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.267914:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61200, rc 0) 00000100:00100000:1.0:1787755985.267995:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+46:232705:x1874588654620672:12345-192.168.201.7@tcp:101:ls.0 Request processed in 542us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.268003:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70665 00000100:00100000:3.0:1787755985.278692:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.278826:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620800 00000100:00100000:0.0:1787755985.278838:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620800 00000100:00100000:0.0:1787755985.278904:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70666 00000100:00100000:0.0:1787755985.278915:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+46:232705:x1874588654620800:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.278935:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.278957:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9e00/0x9b2b32536578a0f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148da expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279028:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279043:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279060:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279076:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279084:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279090:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279219:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9200/0x9b2b32536578a109 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279227:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9200/0x9b2b32536578a109 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279234:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9200/0x9b2b32536578a109 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787755985.279274:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 0 00000004:00200000:0.0:1787755985.279278:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787755985.279297:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9200/0x9b2b32536578a109 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279309:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9200/0x9b2b32536578a109 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279369:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279377:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279383:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279389:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279395:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe471d9800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.279400:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279408:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279421:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:0.0:1787755985.279425:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.279429:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279435:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9800/0x9b2b32536578a0fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279454:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279460:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279466:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279471:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe471d9a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:0.0:1787755985.279473:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279480:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279487:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ad1bd80 (ffff9dfe52604700) 00010000:00010000:0.0:1787755985.279489:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787755985.279492:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279498:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9a00/0x9b2b32536578a102 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ad1bd80 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279530:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9e00/0x9b2b32536578a0f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148da expref: 48 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279545:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe471d9200/0x9b2b32536578a109 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148da expref: 47 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.279554:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9dfe52604300) 00010000:00010000:0.0:1787755985.279556:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787755985.279558:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d9200, rc 0) 00000100:00100000:0.0:1787755985.279639:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+47:232705:x1874588654620800:12345-192.168.201.7@tcp:101:ls.0 Request processed in 725us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.279649:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70666 00000100:00100000:2.0:1787755985.294669:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.294782:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654620928 00000100:00100000:3.0:1787755985.294797:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654620928 00000100:00100000:3.0:1787755985.294940:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30894 00000100:00100000:3.0:1787755985.294953:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+10:2402:x1874588654620928:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.294971:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.295004:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000055edb17d/0x9b2b32536578a110 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148e1 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.295036:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x6a8ee5ba, atime: 0x6a8ee5ba, ctime: 0x6a8ee5ba, blocks: 0x0 00010000:00010000:3.0:1787755985.295215:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.295221:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.295233:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000055edb17d/0x9b2b32536578a110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148e1 expref: 11 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.295251:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000055edb17d/0x9b2b32536578a110 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148e1 expref: 11 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.295267:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4a28ac00, rc 0) 00000100:00100000:3.0:1787755985.295383:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2402:x1874588654620928:12345-192.168.201.7@tcp:101:ls.0 Request processed in 431us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.295393:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30894 00000100:00100000:0.0:1787755985.301020:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.303348:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621056 00000100:00100000:2.0:1787755985.303369:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621056 00000100:00100000:3.0:1787755985.303813:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70667 00000100:00100000:3.0:1787755985.303838:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+47:232705:x1874588654621056:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.303859:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.303882:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a117 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148e8 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.303956:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.303971:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.303983:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.303999:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.304007:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.304013:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305328:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291000/0x9b2b32536578a12c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305350:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291000/0x9b2b32536578a12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305365:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291000/0x9b2b32536578a12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.305425:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6:0x0]: returning size 2097152 00000004:00200000:3.0:1787755985.305430:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.305457:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291000/0x9b2b32536578a12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305471:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291000/0x9b2b32536578a12c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305481:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305488:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305495:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305501:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305507:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.305513:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305520:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305532:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.305535:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.305540:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305546:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a11e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305560:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305567:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305573:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305577:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48291600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.305580:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305586:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305593:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb162d745 (ffff9dff429b8200) 00010000:00010000:3.0:1787755985.305595:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.305598:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305603:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a125 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb162d745 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305641:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a117 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148e8 expref: 49 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305660:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291000/0x9b2b32536578a12c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148e8 expref: 48 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.305668:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9dff429b8e00) 00010000:00010000:3.0:1787755985.305670:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.305673:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291000, rc 0) 00000100:00100000:3.0:1787755985.305757:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+48:232705:x1874588654621056:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1922us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.305766:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70667 00000100:00100000:1.0:1787755985.315592:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.318522:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621184 00000100:00100000:2.0:1787755985.318541:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621184 00000100:00100000:2.0:1787755985.318692:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30895 00000100:00100000:2.0:1787755985.318705:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:2399:x1874588654621184:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.318723:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.318750:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2cf5e2d/0x9b2b32536578a133 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148ef expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.318780:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x4:0x0] initial LVB size: 2097152, mtime: 0x6a8edc3a, atime: 0x0, ctime: 0x6a8edc3a, blocks: 0x1000 00010000:00010000:2.0:1787755985.318806:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.318811:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.318831:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2cf5e2d/0x9b2b32536578a133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148ef expref: 15 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.318849:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e2cf5e2d/0x9b2b32536578a133 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148ef expref: 15 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.318864:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63600, rc 0) 00000100:00100000:2.0:1787755985.318947:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:2399:x1874588654621184:12345-192.168.201.7@tcp:101:ls.0 Request processed in 244us (3366us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.318955:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30895 00000100:00100000:3.0:1787755985.322935:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.323048:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621312 00000100:00100000:1.0:1787755985.323058:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621312 00000100:00100000:1.0:1787755985.323120:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70668 00000100:00100000:1.0:1787755985.323132:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+48:232705:x1874588654621312:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.323157:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.323178:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578a13a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148f6 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323248:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323262:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323273:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323289:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323295:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323301:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323453:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7dc00/0x9b2b32536578a14f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x67:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323462:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7dc00/0x9b2b32536578a14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323469:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7dc00/0x9b2b32536578a14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.323527:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x67:0x0]: returning size 13 00000004:00200000:1.0:1787755985.323532:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.323556:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7dc00/0x9b2b32536578a14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323574:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7dc00/0x9b2b32536578a14f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323583:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323589:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323595:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323603:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323609:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b61000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.323613:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323621:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323634:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.323637:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.323642:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323648:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b61000/0x9b2b32536578a141 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323662:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323669:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323675:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323679:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b60c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.323681:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323687:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323695:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x94573c07 (ffff9dfe466c5d00) 00010000:00010000:1.0:1787755985.323697:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.323700:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323706:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a148 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x94573c07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323740:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578a13a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148f6 expref: 50 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323753:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7dc00/0x9b2b32536578a14f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x67:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148f6 expref: 49 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.323760:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x67:0x0].0x0 (ffff9dff821fa400) 00010000:00010000:1.0:1787755985.323763:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.323766:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7dc00, rc 0) 00000100:00100000:1.0:1787755985.323847:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+49:232705:x1874588654621312:12345-192.168.201.7@tcp:101:ls.0 Request processed in 717us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.323856:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70668 00000100:00100000:3.0:1787755985.327798:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.328128:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621440 00000100:00100000:0.0:1787755985.328139:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621440 00000100:00100000:0.0:1787755985.328199:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30896 00000100:00100000:0.0:1787755985.328210:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+11:2401:x1874588654621440:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.328231:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.328255:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8a7bb3c/0x9b2b32536578a156 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2148fd expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.328289:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 13, mtime: 0x6a8ee48a, atime: 0x6a8ee48b, ctime: 0x6a8ee48a, blocks: 0x8 00010000:00010000:0.0:1787755985.328312:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.328360:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.328371:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a7bb3c/0x9b2b32536578a156 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148fd expref: 12 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.328390:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8a7bb3c/0x9b2b32536578a156 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2148fd expref: 12 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.328406:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d9e00, rc 0) 00000100:00100000:0.0:1787755985.328470:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2401:x1874588654621440:12345-192.168.201.7@tcp:101:ls.0 Request processed in 262us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.328477:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30896 00000100:00100000:1.0:1787755985.334179:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.334294:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621568 00000100:00100000:2.0:1787755985.334304:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621568 00000100:00100000:2.0:1787755985.334411:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70669 00000100:00100000:2.0:1787755985.334422:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+49:232705:x1874588654621568:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.334442:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.334461:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a15d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214904 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334527:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334542:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334553:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334567:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334575:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334581:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334675:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63800/0x9b2b32536578a172 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x63:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334688:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63800/0x9b2b32536578a172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334694:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63800/0x9b2b32536578a172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.334736:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x63:0x0]: returning size 248 00000004:00200000:2.0:1787755985.334740:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.334760:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63800/0x9b2b32536578a172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334771:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63800/0x9b2b32536578a172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334780:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334786:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334791:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334797:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334822:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.334826:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334833:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334850:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.334852:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.334856:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334862:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a164 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334874:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334880:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334885:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334889:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.334892:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334898:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334905:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x34174c93 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.334907:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.334909:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334915:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a16b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x34174c93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334950:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a15d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214904 expref: 51 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334962:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63800/0x9b2b32536578a172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x63:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214904 expref: 50 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.334969:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x63:0x0].0x0 (ffff9dfe502b8500) 00010000:00010000:2.0:1787755985.334971:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.334973:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63800, rc 0) 00000100:00100000:2.0:1787755985.335039:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+50:232705:x1874588654621568:12345-192.168.201.7@tcp:101:ls.0 Request processed in 618us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.335047:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70669 00000100:00100000:3.0:1787755985.341630:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.341751:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621696 00000100:00100000:1.0:1787755985.341777:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621696 00000100:00100000:1.0:1787755985.341897:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30897 00000100:00100000:1.0:1787755985.341912:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:2401:x1874588654621696:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.341936:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.341960:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e01077be/0x9b2b32536578a179 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21490b expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.341992:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 248, mtime: 0x6a8ee472, atime: 0x0, ctime: 0x6a8ee472, blocks: 0x8 00010000:00010000:1.0:1787755985.342023:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.342028:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.342044:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e01077be/0x9b2b32536578a179 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21490b expref: 16 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.342147:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e01077be/0x9b2b32536578a179 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21490b expref: 16 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.342163:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7ca00, rc 0) 00000100:00100000:1.0:1787755985.342266:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:2401:x1874588654621696:12345-192.168.201.7@tcp:101:ls.0 Request processed in 356us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.342274:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30897 00000100:00100000:3.0:1787755985.349531:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.349720:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621824 00000100:00100000:1.0:1787755985.349733:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621824 00000100:00100000:1.0:1787755985.349813:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70670 00000100:00100000:1.0:1787755985.349833:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+50:232705:x1874588654621824:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.349856:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.349879:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a180 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214912 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.349960:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.349976:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.349988:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350003:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350010:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350016:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350424:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d200/0x9b2b32536578a195 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x58:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350436:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d200/0x9b2b32536578a195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350443:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d200/0x9b2b32536578a195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.350491:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x58:0x0]: returning size 42163979 00000004:00200000:1.0:1787755985.350496:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.350619:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d200/0x9b2b32536578a195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350636:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d200/0x9b2b32536578a195 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350647:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350654:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350662:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350670:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350677:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.350682:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350690:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350703:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.350706:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.350712:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350723:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a187 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350740:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350748:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350753:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350759:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7d800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.350762:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350768:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350775:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x453b6f95 (ffff9dff821faf00) 00010000:00010000:1.0:1787755985.350778:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.350781:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.350787:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a18e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x453b6f95 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.351024:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a180 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214912 expref: 52 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.351042:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d200/0x9b2b32536578a195 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x58:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214912 expref: 51 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.351121:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x58:0x0].0x0 (ffff9dff821fa700) 00010000:00010000:1.0:1787755985.351124:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.351127:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7d200, rc 0) 00000100:00100000:1.0:1787755985.351215:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+51:232705:x1874588654621824:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1383us (1715us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.351223:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70670 00000100:00100000:3.0:1787755985.359250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.359436:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654621952 00000100:00100000:0.0:1787755985.359449:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654621952 00000100:00100000:0.0:1787755985.359516:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30898 00000100:00100000:0.0:1787755985.359528:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+12:2402:x1874588654621952:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.359555:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.359584:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb021187/0x9b2b32536578a19c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214919 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.359616:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 42163979, mtime: 0x6a8ee473, atime: 0x6a8ee472, ctime: 0x6a8ee473, blocks: 0x7c8 00010000:00010000:0.0:1787755985.359641:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.359646:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.359655:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb021187/0x9b2b32536578a19c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214919 expref: 13 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.359672:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb021187/0x9b2b32536578a19c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214919 expref: 13 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.359685:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d9a00, rc 0) 00000100:00100000:0.0:1787755985.359748:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:2402:x1874588654621952:12345-192.168.201.7@tcp:101:ls.0 Request processed in 221us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.359755:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30898 00000100:00100000:3.0:1787755985.362271:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.362446:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622080 00000100:00100000:2.0:1787755985.362456:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622080 00000100:00100000:2.0:1787755985.362524:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70671 00000100:00100000:2.0:1787755985.362535:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+51:232705:x1874588654622080:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.362557:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.362577:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a1a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214920 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362648:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362664:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362676:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362692:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362699:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362704:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362848:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62600/0x9b2b32536578a1b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362858:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62600/0x9b2b32536578a1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362867:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62600/0x9b2b32536578a1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.362924:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x66:0x0]: returning size 1048576 00000004:00200000:2.0:1787755985.362930:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.362953:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62600/0x9b2b32536578a1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362967:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62600/0x9b2b32536578a1b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362977:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362984:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.362995:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363002:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363008:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.363013:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363020:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363038:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.363041:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.363048:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363053:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363066:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363073:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363079:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363084:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.363087:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363093:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363100:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x42ec7601 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.363102:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.363105:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363110:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x42ec7601 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363141:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a1a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214920 expref: 53 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363154:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62600/0x9b2b32536578a1b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x66:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214920 expref: 52 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.363162:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x66:0x0].0x0 (ffff9dfe502b8000) 00010000:00010000:2.0:1787755985.363165:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.363167:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62600, rc 0) 00000100:00100000:2.0:1787755985.363288:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+52:232705:x1874588654622080:12345-192.168.201.7@tcp:101:ls.0 Request processed in 754us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.363296:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70671 00000100:00100000:3.0:1787755985.368218:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.368373:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622208 00000100:00100000:0.0:1787755985.368386:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622208 00000100:00100000:0.0:1787755985.368453:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30899 00000100:00100000:0.0:1787755985.368464:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+13:2401:x1874588654622208:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.368485:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.368527:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a947e4b3/0x9b2b32536578a1bf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214927 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.368568:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 1048576, mtime: 0x6a8ee487, atime: 0x0, ctime: 0x6a8ee487, blocks: 0x800 00010000:00010000:0.0:1787755985.368592:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.368597:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.368609:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a947e4b3/0x9b2b32536578a1bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214927 expref: 14 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.368628:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a947e4b3/0x9b2b32536578a1bf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214927 expref: 14 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.368645:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d8800, rc 0) 00000100:00100000:0.0:1787755985.368707:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:2401:x1874588654622208:12345-192.168.201.7@tcp:101:ls.0 Request processed in 244us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.368714:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30899 00000100:00100000:0.0:1787755985.374134:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.374360:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622336 00000100:00100000:1.0:1787755985.374372:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622336 00000100:00100000:1.0:1787755985.374448:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70672 00000100:00100000:1.0:1787755985.374460:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+52:232705:x1874588654622336:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.374482:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.374515:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a1c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21492e expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374592:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374609:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374623:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374640:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374648:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374660:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374766:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7de00/0x9b2b32536578a1db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374775:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7de00/0x9b2b32536578a1db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.374783:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7de00/0x9b2b32536578a1db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.374986:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 1741 00000004:00200000:1.0:1787755985.374991:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.375014:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7de00/0x9b2b32536578a1db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375029:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7de00/0x9b2b32536578a1db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375040:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375117:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375126:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375133:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375144:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.375148:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375156:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375171:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.375174:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.375178:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375185:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a1cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375200:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375206:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375211:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375216:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.375218:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375224:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375234:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x257bbe02 (ffff9dff821faf00) 00010000:00010000:1.0:1787755985.375236:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.375239:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375245:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a1d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x257bbe02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375279:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a1c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21492e expref: 54 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375292:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7de00/0x9b2b32536578a1db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21492e expref: 53 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.375299:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9dff821fa000) 00010000:00010000:1.0:1787755985.375301:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.375303:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7de00, rc 0) 00000100:00100000:1.0:1787755985.376898:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+53:232705:x1874588654622336:12345-192.168.201.7@tcp:101:ls.0 Request processed in 2430us (2765us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.376910:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70672 00000100:00100000:1.0:1787755985.382706:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.382824:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622464 00000100:00100000:0.0:1787755985.382834:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622464 00000100:00100000:0.0:1787755985.382902:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30900 00000100:00100000:0.0:1787755985.382913:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+14:2401:x1874588654622464:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.382932:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.382955:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006b9a2d0d/0x9b2b32536578a1e2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214935 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.382983:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 1741, mtime: 0x6a8ee30c, atime: 0x0, ctime: 0x6a8ee30c, blocks: 0x8 00010000:00010000:0.0:1787755985.383003:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.383009:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.383019:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006b9a2d0d/0x9b2b32536578a1e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214935 expref: 15 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.383037:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006b9a2d0d/0x9b2b32536578a1e2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214935 expref: 15 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.383224:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d9600, rc 0) 00000100:00100000:0.0:1787755985.383289:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:2401:x1874588654622464:12345-192.168.201.7@tcp:101:ls.0 Request processed in 378us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.383297:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30900 00000100:00100000:3.0:1787755985.386068:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.386386:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622592 00000100:00100000:2.0:1787755985.386395:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622592 00000100:00100000:2.0:1787755985.386453:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70673 00000100:00100000:2.0:1787755985.386464:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+53:232705:x1874588654622592:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.386484:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.386519:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a1e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21493c expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.386585:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.386599:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.386611:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.386650:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.386658:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.386665:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.388952:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a1fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x61:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.388973:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a1fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.388984:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a1fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.389045:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x61:0x0]: returning size 248 00000004:00200000:2.0:1787755985.389191:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.389216:0:35154:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a1fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389229:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a1fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389241:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389248:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389254:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389261:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389267:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.389271:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389278:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389290:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.389293:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.389297:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389303:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a1f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389338:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389344:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389350:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389355:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.389358:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389363:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389370:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6dc822b5 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.389372:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.389375:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389380:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a1f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6dc822b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389419:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a1e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21493c expref: 55 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389432:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b63000/0x9b2b32536578a1fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x61:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21493c expref: 54 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.389444:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x61:0x0].0x0 (ffff9dfe502b8400) 00010000:00010000:2.0:1787755985.389447:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.389449:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63000, rc 0) 00000100:00100000:2.0:1787755985.390175:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+54:232705:x1874588654622592:12345-192.168.201.7@tcp:101:ls.0 Request processed in 3709us (4123us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.390185:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70673 00000100:00100000:3.0:1787755985.393216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.393461:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622720 00000100:00100000:2.0:1787755985.393476:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622720 00000100:00100000:2.0:1787755985.393572:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30901 00000100:00100000:2.0:1787755985.393586:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:2402:x1874588654622720:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.393607:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.393634:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000987ede36/0x9b2b32536578a205 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214943 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.393666:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 248, mtime: 0x6a8ee473, atime: 0x0, ctime: 0x6a8ee473, blocks: 0x8 00010000:00010000:2.0:1787755985.393689:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.393694:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.393706:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000987ede36/0x9b2b32536578a205 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214943 expref: 17 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.393725:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000987ede36/0x9b2b32536578a205 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214943 expref: 17 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.393741:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b63a00, rc 0) 00000100:00100000:2.0:1787755985.394034:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:2402:x1874588654622720:12345-192.168.201.7@tcp:101:ls.0 Request processed in 449us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.394041:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30901 00000100:00100000:3.0:1787755985.397297:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.397482:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622848 00000100:00100000:1.0:1787755985.397494:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622848 00000100:00100000:1.0:1787755985.397560:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70674 00000100:00100000:1.0:1787755985.397571:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+54:232705:x1874588654622848:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.397594:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.397620:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a20c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21494a expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397700:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397716:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397729:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397745:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397765:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397772:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397900:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7ce00/0x9b2b32536578a221 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397910:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7ce00/0x9b2b32536578a221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397917:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7ce00/0x9b2b32536578a221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.397958:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 1671 00000004:00200000:1.0:1787755985.397962:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.397983:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7ce00/0x9b2b32536578a221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.397999:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7ce00/0x9b2b32536578a221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398007:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398013:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398019:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398025:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398031:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.398037:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398043:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398057:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.398060:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.398074:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398080:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a213 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398093:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398100:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398106:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398112:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.398115:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398121:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398128:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x194930cc (ffff9dff821faf00) 00010000:00010000:1.0:1787755985.398130:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.398133:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398138:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a21a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x194930cc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398167:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d800/0x9b2b32536578a20c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21494a expref: 56 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398180:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7ce00/0x9b2b32536578a221 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21494a expref: 55 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.398187:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9dfe466c5d00) 00010000:00010000:1.0:1787755985.398190:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.398193:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7ce00, rc 0) 00000100:00100000:1.0:1787755985.398261:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+55:232705:x1874588654622848:12345-192.168.201.7@tcp:101:ls.0 Request processed in 691us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.398267:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70674 00000100:00100000:0.0:1787755985.402171:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.405998:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654622976 00000100:00100000:1.0:1787755985.406014:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654622976 00000100:00100000:1.0:1787755985.406085:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30902 00000100:00100000:1.0:1787755985.406095:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:2401:x1874588654622976:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.406114:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.406136:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9042e25/0x9b2b32536578a228 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214951 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.406163:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 1671, mtime: 0x6a8ee394, atime: 0x0, ctime: 0x6a8ee394, blocks: 0x8 00010000:00010000:1.0:1787755985.406183:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.406188:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.406198:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9042e25/0x9b2b32536578a228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214951 expref: 18 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.406214:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c9042e25/0x9b2b32536578a228 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214951 expref: 18 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.406228:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7d800, rc 0) 00000100:00100000:1.0:1787755985.406292:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:2401:x1874588654622976:12345-192.168.201.7@tcp:101:ls.0 Request processed in 198us (4137us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.406300:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30902 00000100:00100000:3.0:1787755985.409464:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.409655:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623104 00000100:00100000:1.0:1787755985.409669:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623104 00000100:00100000:1.0:1787755985.409745:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70675 00000100:00100000:1.0:1787755985.409760:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+55:232705:x1874588654623104:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.409788:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.409827:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a22f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214958 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.409903:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.409918:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.409931:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.409946:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.409954:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.409960:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410176:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7cc00/0x9b2b32536578a244 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410186:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7cc00/0x9b2b32536578a244 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410193:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7cc00/0x9b2b32536578a244 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.410239:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x9:0x0]: returning size 12 00000004:00200000:1.0:1787755985.410245:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.410271:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7cc00/0x9b2b32536578a244 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410284:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7cc00/0x9b2b32536578a244 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410294:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410301:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410307:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410362:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410369:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.410374:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410382:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410396:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.410399:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.410405:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410419:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a236 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410435:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410441:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410447:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410453:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7d600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.410456:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410462:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410468:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x785452ea (ffff9dff4536d600) 00010000:00010000:1.0:1787755985.410471:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.410474:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410481:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a23d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x785452ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410516:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a22f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214958 expref: 57 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410534:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7cc00/0x9b2b32536578a244 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214958 expref: 56 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.410543:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff9dff4536d900) 00010000:00010000:1.0:1787755985.410545:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.410548:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7cc00, rc 0) 00000100:00100000:1.0:1787755985.410615:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+56:232705:x1874588654623104:12345-192.168.201.7@tcp:101:ls.0 Request processed in 857us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.410622:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70675 00000100:00100000:3.0:1787755985.415039:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.415262:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623232 00000100:00100000:0.0:1787755985.415273:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623232 00000100:00100000:0.0:1787755985.415360:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30903 00000100:00100000:0.0:1787755985.415372:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+15:2399:x1874588654623232:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.415392:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.415414:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067a00090/0x9b2b32536578a24b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21495f expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.415440:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x8:0x0] initial LVB size: 12, mtime: 0x6a8edc85, atime: 0x0, ctime: 0x6a8edc85, blocks: 0x8 00010000:00010000:0.0:1787755985.415460:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.415465:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x8:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.415474:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067a00090/0x9b2b32536578a24b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21495f expref: 16 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.415496:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000067a00090/0x9b2b32536578a24b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21495f expref: 16 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.415510:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d8e00, rc 0) 00000100:00100000:0.0:1787755985.415614:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:2399:x1874588654623232:12345-192.168.201.7@tcp:101:ls.0 Request processed in 244us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.415621:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30903 00000100:00100000:0.0:1787755985.419467:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.419646:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623360 00000100:00100000:2.0:1787755985.419660:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623360 00000100:00100000:2.0:1787755985.419735:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70676 00000100:00100000:2.0:1787755985.419749:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+56:232705:x1874588654623360:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.419778:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.419825:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a252 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214966 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.419906:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.419920:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.419932:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.419948:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.419955:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.419963:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420222:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578a267 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420232:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578a267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420240:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578a267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.420254:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7:0x0]: returning size 12 00000004:00010000:2.0:1787755985.420278:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578a267 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420292:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420299:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420306:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420344:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420351:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.420355:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420364:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420376:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.420379:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.420384:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420391:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a259 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420404:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420410:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420416:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420422:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.420425:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420430:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420436:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x54fee354 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.420439:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.420441:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420447:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a260 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x54fee354 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420475:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a252 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214966 expref: 58 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420493:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3000/0x9b2b32536578a267 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214966 expref: 57 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.420500:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7:0x0].0x0 (ffff9dfe502b8e00) 00010000:00010000:2.0:1787755985.420502:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755985.420505:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51ba3000, rc 0) 00000100:00100000:2.0:1787755985.420572:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+57:232705:x1874588654623360:12345-192.168.201.7@tcp:101:ls.0 Request processed in 826us (1118us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.420579:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70676 00000100:00100000:3.0:1787755985.424219:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.424394:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623488 00000100:00100000:2.0:1787755985.424404:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623488 00000100:00100000:2.0:1787755985.424462:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70677 00000100:00100000:2.0:1787755985.424473:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+57:232705:x1874588654623488:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.424496:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.424521:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a26e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21496d expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424592:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424607:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424620:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424635:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424642:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424647:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424756:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3600/0x9b2b32536578a283 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424765:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3600/0x9b2b32536578a283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424772:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3600/0x9b2b32536578a283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.424839:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7b:0x0]: returning size 0 00000004:00200000:2.0:1787755985.424843:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.424864:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3600/0x9b2b32536578a283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424876:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3600/0x9b2b32536578a283 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424886:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424892:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424897:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424908:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424914:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe496a2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.424918:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424925:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424939:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.424942:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.424947:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424954:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a275 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424970:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424977:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424982:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424987:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe496a2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.424989:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.424999:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.425006:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xacf77ab6 (ffff9dfe502b8100) 00010000:00010000:2.0:1787755985.425009:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.425011:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.425017:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a27c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xacf77ab6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.425065:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a26e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21496d expref: 59 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.425081:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3600/0x9b2b32536578a283 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21496d expref: 58 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.425088:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b:0x0].0x0 (ffff9dfe502b8f00) 00010000:00010000:2.0:1787755985.425090:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.425093:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe496a3600, rc 0) 00000100:00100000:2.0:1787755985.425183:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+58:232705:x1874588654623488:12345-192.168.201.7@tcp:101:ls.0 Request processed in 712us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.425192:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70677 00000100:00100000:3.0:1787755985.428492:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.428827:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623616 00000100:00100000:2.0:1787755985.428842:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623616 00000100:00100000:2.0:1787755985.428919:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30904 00000100:00100000:2.0:1787755985.428932:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+16:2401:x1874588654623616:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.428956:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.428993:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d2ca3d17/0x9b2b32536578a28a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214974 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.429036:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x3a4f14bb, atime: 0x3a4f14bb, ctime: 0x6a8ee566, blocks: 0x0 00010000:00010000:2.0:1787755985.429075:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.429081:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.429093:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d2ca3d17/0x9b2b32536578a28a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214974 expref: 17 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.429115:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d2ca3d17/0x9b2b32536578a28a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214974 expref: 17 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.429138:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe496a3200, rc 0) 00000100:00100000:2.0:1787755985.429282:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:2401:x1874588654623616:12345-192.168.201.7@tcp:101:ls.0 Request processed in 353us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.429290:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30904 00000100:00100000:1.0:1787755985.433618:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.433732:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623744 00000100:00100000:2.0:1787755985.433745:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623744 00000100:00100000:2.0:1787755985.433850:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70678 00000100:00100000:2.0:1787755985.433866:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+58:232705:x1874588654623744:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.433903:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.433933:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a291 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21497b expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434017:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434038:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434230:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434252:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434259:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434265:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434425:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229400/0x9b2b32536578a2a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434434:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229400/0x9b2b32536578a2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434440:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229400/0x9b2b32536578a2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.434536:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.434542:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:2.0:1787755985.434565:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229400/0x9b2b32536578a2a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434579:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434590:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434596:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434602:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434608:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.434613:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434620:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434632:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.434634:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.434638:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434645:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229200/0x9b2b32536578a298 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434661:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434667:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434673:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434679:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.434682:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434688:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434695:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x52cc3312 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755985.434697:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.434700:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434707:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a29f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x52cc3312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434743:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a291 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21497b expref: 60 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434758:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229400/0x9b2b32536578a2a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21497b expref: 59 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.434766:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9dfe46981400) 00010000:00010000:2.0:1787755985.434768:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755985.434771:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229400, rc 0) 00000100:00100000:2.0:1787755985.434888:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+59:232705:x1874588654623744:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1025us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.434896:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70678 00000100:00100000:1.0:1787755985.438238:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.438353:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654623872 00000100:00100000:3.0:1787755985.438366:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654623872 00000100:00100000:3.0:1787755985.438457:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70679 00000100:00100000:3.0:1787755985.438474:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+59:232705:x1874588654623872:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.438507:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.438544:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a2ad lrc: 2/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214982 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.438636:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a2b4 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.438656:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.438673:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a2b4 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.438746:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.438753:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.438810:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a2ad lrc: 0/0,0 mode: --/CR res: [0x200000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214982 expref: 61 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.438847:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291600/0x9b2b32536578a2b4 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214982 expref: 60 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.438858:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x8:0x0].0x0 (ffff9dff429b8200) 00010000:00010000:3.0:1787755985.438863:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.438868:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291600, rc 0) 00000100:00100000:3.0:1787755985.438964:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+60:232705:x1874588654623872:12345-192.168.201.7@tcp:101:ls.0 Request processed in 493us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.438973:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70679 00000100:00100000:0.0:1787755985.442989:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.443119:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624000 00000100:00100000:2.0:1787755985.443135:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624000 00000100:00100000:2.0:1787755985.443218:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70680 00000100:00100000:2.0:1787755985.443230:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:232705:x1874588654624000:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.443259:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.443289:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41228600/0x9b2b32536578a2bb lrc: 2/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214989 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.443423:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229200/0x9b2b32536578a2c2 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.443440:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229200/0x9b2b32536578a2c2 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.443454:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229200/0x9b2b32536578a2c2 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.443553:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.443559:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.443605:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41228600/0x9b2b32536578a2bb lrc: 0/0,0 mode: --/CR res: [0x240000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214989 expref: 20 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.443625:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229200/0x9b2b32536578a2c2 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214989 expref: 19 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.443633:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x8:0x0].0x0 (ffff9dfe46981f00) 00010000:00010000:2.0:1787755985.443636:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.443639:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229200, rc 0) 00000100:00100000:2.0:1787755985.443714:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:232705:x1874588654624000:12345-192.168.201.7@tcp:101:ls.0 Request processed in 486us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.443726:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70680 00000100:00100000:0.0:1787755985.447772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.447977:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624128 00000100:00100000:3.0:1787755985.447989:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624128 00000100:00100000:3.0:1787755985.448063:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70681 00000100:00100000:3.0:1787755985.448077:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+60:232705:x1874588654624128:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.448101:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.448126:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a2c9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214990 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.448172:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a2d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.448189:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.448202:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a2d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.448449:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a2c9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214990 expref: 62 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.448470:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291e00/0x9b2b32536578a2d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214990 expref: 61 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.448479:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff9dfe46981400) 00010000:00010000:3.0:1787755985.448483:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755985.448487:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291e00, rc 0) 00000100:00100000:3.0:1787755985.448550:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+61:232705:x1874588654624128:12345-192.168.201.7@tcp:101:ls.0 Request processed in 476us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.448558:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70681 00000100:00100000:3.0:1787755985.452134:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.452248:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624256 00000100:00100000:1.0:1787755985.452263:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624256 00000100:00100000:1.0:1787755985.452382:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70682 00000100:00100000:1.0:1787755985.452395:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+61:232705:x1874588654624256:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.452423:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.452447:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a2d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214997 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452532:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452547:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452560:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452582:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452589:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452596:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452679:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d400/0x9b2b32536578a2ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452688:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d400/0x9b2b32536578a2ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452695:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d400/0x9b2b32536578a2ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.452776:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x73:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.452781:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787755985.452801:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d400/0x9b2b32536578a2ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452828:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452836:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452842:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452852:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452858:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.452862:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452870:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452883:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.452887:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.452891:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452896:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c400/0x9b2b32536578a2de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452909:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452916:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452922:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452926:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.452928:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452937:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452944:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa2b31947 (ffff9dff4536d600) 00010000:00010000:1.0:1787755985.452945:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.452948:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452954:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a2e5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa2b31947 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.452987:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a2d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214997 expref: 63 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.453002:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d400/0x9b2b32536578a2ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214997 expref: 62 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.453011:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff9dff4536df00) 00010000:00010000:1.0:1787755985.453014:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755985.453017:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7d400, rc 0) 00000100:00100000:1.0:1787755985.453089:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+62:232705:x1874588654624256:12345-192.168.201.7@tcp:101:ls.0 Request processed in 696us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.453098:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70682 00000100:00100000:0.0:1787755985.456225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.456312:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624384 00000100:00100000:1.0:1787755985.456350:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624384 00000100:00100000:1.0:1787755985.456407:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70683 00000100:00100000:1.0:1787755985.456416:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+62:232705:x1874588654624384:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.456440:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.456464:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7da00/0x9b2b32536578a2f3 lrc: 2/0,0 mode: --/CR res: [0x200000400:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff21499e expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.456536:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c000/0x9b2b32536578a2fa lrc: 3/1,0 mode: --/PR res: [0x200000400:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.456551:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c000/0x9b2b32536578a2fa lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.456564:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c000/0x9b2b32536578a2fa lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.456649:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0xb:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.456655:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.456694:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7da00/0x9b2b32536578a2f3 lrc: 0/0,0 mode: --/CR res: [0x200000400:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21499e expref: 64 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.456714:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c000/0x9b2b32536578a2fa lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21499e expref: 63 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.456723:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xb:0x0].0x0 (ffff9dff4536d500) 00010000:00010000:1.0:1787755985.456726:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.456729:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7c000, rc 0) 00000100:00100000:1.0:1787755985.456801:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4cc53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+63:232705:x1874588654624384:12345-192.168.201.7@tcp:101:ls.0 Request processed in 386us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.456807:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70683 00000100:00100000:3.0:1787755985.459548:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.459648:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624512 00000100:00100000:2.0:1787755985.459658:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624512 00000100:00100000:2.0:1787755985.459711:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70684 00000100:00100000:2.0:1787755985.459722:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:232705:x1874588654624512:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.459746:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.459771:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41228600/0x9b2b32536578a301 lrc: 2/0,0 mode: --/CR res: [0x240000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149a5 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.459855:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229a00/0x9b2b32536578a308 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.459869:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229a00/0x9b2b32536578a308 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.459880:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229a00/0x9b2b32536578a308 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.459927:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0xb:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.459932:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.459970:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41228600/0x9b2b32536578a301 lrc: 0/0,0 mode: --/CR res: [0x240000401:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149a5 expref: 21 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.459988:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dff41229a00/0x9b2b32536578a308 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149a5 expref: 20 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.459996:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xb:0x0].0x0 (ffff9dfe46981500) 00010000:00010000:2.0:1787755985.459998:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.460003:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229a00, rc 0) 00000100:00100000:2.0:1787755985.460077:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:232705:x1874588654624512:12345-192.168.201.7@tcp:101:ls.0 Request processed in 356us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.460085:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70684 00000100:00100000:0.0:1787755985.464442:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.464537:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624640 00000100:00100000:1.0:1787755985.464551:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624640 00000100:00100000:1.0:1787755985.464625:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70685 00000100:00100000:1.0:1787755985.464638:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+63:232705:x1874588654624640:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.464667:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.464688:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7da00/0x9b2b32536578a30f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149ac expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.464730:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a316 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.464744:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.464757:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a316 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.464983:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7da00/0x9b2b32536578a30f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149ac expref: 65 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.465006:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d600/0x9b2b32536578a316 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x73:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149ac expref: 64 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.465016:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x73:0x0].0x0 (ffff9dff4536df00) 00010000:00010000:1.0:1787755985.465020:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.465024:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7d600, rc 0) 00000100:00100000:1.0:1787755985.465122:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+64:232705:x1874588654624640:12345-192.168.201.7@tcp:101:ls.0 Request processed in 485us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.465131:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70685 00000100:00100000:0.0:1787755985.469931:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.470112:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624768 00000100:00100000:3.0:1787755985.470125:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624768 00000100:00100000:3.0:1787755985.470205:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70686 00000100:00100000:3.0:1787755985.470218:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+64:232705:x1874588654624768:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.470242:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.470266:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290400/0x9b2b32536578a31d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149b3 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470407:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470423:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470435:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470452:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470458:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470464:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470583:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290800/0x9b2b32536578a332 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x77:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470592:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290800/0x9b2b32536578a332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470600:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290800/0x9b2b32536578a332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.470642:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x77:0x0]: returning size 0 00000004:00200000:3.0:1787755985.470646:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.470667:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290800/0x9b2b32536578a332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470680:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290800/0x9b2b32536578a332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470690:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470697:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470705:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470712:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470718:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.470722:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470730:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470743:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.470746:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.470752:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470760:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a324 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470777:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470784:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470790:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470795:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48291800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.470798:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470804:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470825:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x49c85232 (ffff9dff429b8f00) 00010000:00010000:3.0:1787755985.470828:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.470831:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470837:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a32b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x49c85232 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470876:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290400/0x9b2b32536578a31d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149b3 expref: 66 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470900:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290800/0x9b2b32536578a332 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x77:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149b3 expref: 65 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.470908:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x77:0x0].0x0 (ffff9dff439f7700) 00010000:00010000:3.0:1787755985.470911:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.470914:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48290800, rc 0) 00000100:00100000:3.0:1787755985.470994:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+65:232705:x1874588654624768:12345-192.168.201.7@tcp:101:ls.0 Request processed in 778us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.471001:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70686 00000100:00100000:2.0:1787755985.476148:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.476430:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654624896 00000100:00100000:3.0:1787755985.476442:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654624896 00000100:00100000:3.0:1787755985.476497:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30905 00000100:00100000:3.0:1787755985.476508:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+17:2401:x1874588654624896:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.476529:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.476556:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1c4d241/0x9b2b32536578a339 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149ba expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.476586:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x6a8ee539, atime: 0x6a8ee539, ctime: 0x6a8ee539, blocks: 0x0 00010000:00010000:3.0:1787755985.476611:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.476616:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.476626:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1c4d241/0x9b2b32536578a339 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149ba expref: 18 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.476645:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1c4d241/0x9b2b32536578a339 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149ba expref: 18 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.476666:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291200, rc 0) 00000100:00100000:3.0:1787755985.476736:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:2401:x1874588654624896:12345-192.168.201.7@tcp:101:ls.0 Request processed in 230us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.476744:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30905 00000100:00100000:0.0:1787755985.480873:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.481044:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625024 00000100:00100000:2.0:1787755985.481065:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625024 00000100:00100000:2.0:1787755985.481127:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70687 00000100:00100000:2.0:1787755985.481138:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+65:232705:x1874588654625024:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.481157:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.481177:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a340 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149c1 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481243:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481257:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481267:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481282:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481288:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481295:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481440:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228a00/0x9b2b32536578a355 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481449:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228a00/0x9b2b32536578a355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481456:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228a00/0x9b2b32536578a355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.481501:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5a:0x0]: returning size 42163979 00000004:00200000:2.0:1787755985.481506:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.481525:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228a00/0x9b2b32536578a355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481538:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228a00/0x9b2b32536578a355 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481547:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481553:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481559:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481566:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481572:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.481576:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481584:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481597:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.481600:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.481604:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481611:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a347 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481625:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481631:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481638:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481643:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.481646:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481652:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481658:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2f16577f (ffff9dfe46981c00) 00010000:00010000:2.0:1787755985.481661:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.481663:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481673:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a34e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2f16577f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481702:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a340 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149c1 expref: 67 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481715:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228a00/0x9b2b32536578a355 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149c1 expref: 66 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.481722:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5a:0x0].0x0 (ffff9dfe46981600) 00010000:00010000:2.0:1787755985.481724:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.481727:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228a00, rc 0) 00000100:00100000:2.0:1787755985.481790:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+66:232705:x1874588654625024:12345-192.168.201.7@tcp:101:ls.0 Request processed in 653us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.481798:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70687 00000100:00100000:1.0:1787755985.486117:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.486261:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625152 00000100:00100000:3.0:1787755985.486276:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625152 00000100:00100000:3.0:1787755985.486401:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30906 00000100:00100000:3.0:1787755985.486413:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:2402:x1874588654625152:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.486436:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.486468:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a2cd25b/0x9b2b32536578a35c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149c8 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.486502:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 42163979, mtime: 0x6a8ee473, atime: 0x6a8ee473, ctime: 0x6a8ee473, blocks: 0x7c8 00010000:00010000:3.0:1787755985.486526:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.486531:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.486543:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a2cd25b/0x9b2b32536578a35c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149c8 expref: 19 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.486561:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005a2cd25b/0x9b2b32536578a35c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149c8 expref: 19 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.486575:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48290400, rc 0) 00000100:00100000:3.0:1787755985.486636:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:2402:x1874588654625152:12345-192.168.201.7@tcp:101:ls.0 Request processed in 226us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.486648:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30906 00000100:00100000:0.0:1787755985.491678:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.491808:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625280 00000100:00100000:3.0:1787755985.491835:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625280 00000100:00100000:3.0:1787755985.491890:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70688 00000100:00100000:3.0:1787755985.491901:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+66:232705:x1874588654625280:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.491924:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.491952:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a363 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149cf expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492029:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492055:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492069:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492088:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492095:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492102:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492214:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291c00/0x9b2b32536578a378 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492228:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291c00/0x9b2b32536578a378 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492235:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291c00/0x9b2b32536578a378 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.492285:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5b:0x0]: returning size 42163979 00000004:00200000:3.0:1787755985.492290:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.492566:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291c00/0x9b2b32536578a378 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492582:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291c00/0x9b2b32536578a378 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492591:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492597:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492604:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492610:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492615:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.492619:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492626:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492641:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.492643:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.492648:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492654:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a36a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492666:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492672:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492678:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492683:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.492686:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492693:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492700:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x804f1e27 (ffff9dff439f7b00) 00010000:00010000:3.0:1787755985.492703:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.492706:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492712:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a371 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x804f1e27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492748:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a363 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149cf expref: 68 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492761:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291c00/0x9b2b32536578a378 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149cf expref: 67 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.492770:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5b:0x0].0x0 (ffff9dff439f7200) 00010000:00010000:3.0:1787755985.492772:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.492775:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291c00, rc 0) 00000100:00100000:3.0:1787755985.493025:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+67:232705:x1874588654625280:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1124us (1355us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.493033:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70688 00000100:00100000:0.0:1787755985.496778:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.496960:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625408 00000100:00100000:1.0:1787755985.496979:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625408 00000100:00100000:1.0:1787755985.497141:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30907 00000100:00100000:1.0:1787755985.497157:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+18:2401:x1874588654625408:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.497186:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.497211:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000003a5e8d1/0x9b2b32536578a37f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149d6 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.497245:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 42163979, mtime: 0x6a8ee473, atime: 0x6a8ee473, ctime: 0x6a8ee473, blocks: 0x7c8 00010000:00010000:1.0:1787755985.497278:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.497284:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.497295:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000003a5e8d1/0x9b2b32536578a37f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149d6 expref: 19 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.497373:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000003a5e8d1/0x9b2b32536578a37f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149d6 expref: 19 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.497393:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7c400, rc 0) 00000100:00100000:1.0:1787755985.497473:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:2401:x1874588654625408:12345-192.168.201.7@tcp:101:ls.0 Request processed in 320us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.497481:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30907 00000100:00100000:1.0:1787755985.501436:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.501774:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625536 00000100:00100000:3.0:1787755985.501787:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625536 00000100:00100000:3.0:1787755985.501863:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70689 00000100:00100000:3.0:1787755985.501874:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+67:232705:x1874588654625536:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.501898:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.501921:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a386 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149dd expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.501999:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502012:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502025:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502042:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502060:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502067:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502169:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291a00/0x9b2b32536578a39b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x76:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502178:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291a00/0x9b2b32536578a39b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502185:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291a00/0x9b2b32536578a39b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.502235:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x76:0x0]: returning size 0 00000004:00200000:3.0:1787755985.502240:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.502261:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291a00/0x9b2b32536578a39b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502273:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291a00/0x9b2b32536578a39b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502282:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502288:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502299:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502305:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502312:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.502348:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502357:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502371:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.502374:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.502379:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502385:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290a00/0x9b2b32536578a38d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502400:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502406:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502412:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502417:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.502420:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502426:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502433:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xce408299 (ffff9dff439f7b00) 00010000:00010000:3.0:1787755985.502436:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.502438:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502444:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290c00/0x9b2b32536578a394 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xce408299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502474:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291800/0x9b2b32536578a386 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149dd expref: 69 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502486:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291a00/0x9b2b32536578a39b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x76:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149dd expref: 68 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.502492:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76:0x0].0x0 (ffff9dff439f7c00) 00010000:00010000:3.0:1787755985.502494:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.502496:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291a00, rc 0) 00000100:00100000:3.0:1787755985.502566:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+68:232705:x1874588654625536:12345-192.168.201.7@tcp:101:ls.0 Request processed in 693us (1141us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.502573:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70689 00000100:00100000:0.0:1787755985.505919:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.506036:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625664 00000100:00100000:1.0:1787755985.506047:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625664 00000100:00100000:1.0:1787755985.506116:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30908 00000100:00100000:1.0:1787755985.506127:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:2402:x1874588654625664:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.506145:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.506166:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000847b05a/0x9b2b32536578a3a2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149e4 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.506193:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x6a8ee531, atime: 0x6a8ee531, ctime: 0x6a8ee531, blocks: 0x0 00010000:00010000:1.0:1787755985.506212:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.506217:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.506226:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000847b05a/0x9b2b32536578a3a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149e4 expref: 20 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.506243:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000847b05a/0x9b2b32536578a3a2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149e4 expref: 20 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.506257:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7da00, rc 0) 00000100:00100000:1.0:1787755985.506354:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:2402:x1874588654625664:12345-192.168.201.7@tcp:101:ls.0 Request processed in 228us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.506361:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30908 00000100:00100000:1.0:1787755985.509772:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.509905:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625792 00000100:00100000:2.0:1787755985.509916:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625792 00000100:00100000:2.0:1787755985.509987:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70690 00000100:00100000:2.0:1787755985.510000:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+68:232705:x1874588654625792:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.510030:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.510068:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a3a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149eb expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510161:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510178:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510191:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510207:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510213:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510220:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510388:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229800/0x9b2b32536578a3be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x164:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510397:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229800/0x9b2b32536578a3be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x164:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510404:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229800/0x9b2b32536578a3be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x164:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.510456:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x164:0x0]: returning size 6 00000004:00200000:2.0:1787755985.510460:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.510482:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229800/0x9b2b32536578a3be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x164:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510496:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229800/0x9b2b32536578a3be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510505:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510515:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510522:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510529:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510536:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.510541:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510551:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510567:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.510570:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.510575:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510582:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510601:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510608:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510614:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510620:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.510623:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510629:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510636:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfcd0a99c (ffff9dfe46981c00) 00010000:00010000:2.0:1787755985.510639:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.510642:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510648:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3b7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfcd0a99c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510682:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a3a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149eb expref: 70 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510698:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229800/0x9b2b32536578a3be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x164:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149eb expref: 69 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.510704:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x164:0x0].0x0 (ffff9dfe46981200) 00010000:00010000:2.0:1787755985.510706:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.510709:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229800, rc 0) 00000100:00100000:2.0:1787755985.510783:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+69:232705:x1874588654625792:12345-192.168.201.7@tcp:101:ls.0 Request processed in 786us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.510792:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70690 00000100:00100000:0.0:1787755985.514991:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.515186:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654625920 00000100:00100000:2.0:1787755985.515200:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654625920 00000100:00100000:2.0:1787755985.515267:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30909 00000100:00100000:2.0:1787755985.515278:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+19:2401:x1874588654625920:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.515298:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.515349:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007be36704/0x9b2b32536578a3c5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x472:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149f2 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.515379:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x472:0x0] initial LVB size: 6, mtime: 0x6a8ee8fb, atime: 0x6a8ee8fb, ctime: 0x6a8ee8fb, blocks: 0x8 00010000:00010000:2.0:1787755985.515400:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x472:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.515406:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x472:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.515417:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007be36704/0x9b2b32536578a3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149f2 expref: 20 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.515436:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007be36704/0x9b2b32536578a3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x472:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149f2 expref: 20 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.515452:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228400, rc 0) 00000100:00100000:2.0:1787755985.515516:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:2401:x1874588654625920:12345-192.168.201.7@tcp:101:ls.0 Request processed in 239us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.515524:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30909 00000100:00100000:1.0:1787755985.518881:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.519246:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626048 00000100:00100000:2.0:1787755985.519257:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626048 00000100:00100000:2.0:1787755985.519353:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70691 00000100:00100000:2.0:1787755985.519364:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+69:232705:x1874588654626048:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.519385:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.519404:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a3cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff2149f9 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519464:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519477:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519488:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519503:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519509:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519516:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519623:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229e00/0x9b2b32536578a3e1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519632:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229e00/0x9b2b32536578a3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519640:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229e00/0x9b2b32536578a3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.519682:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x79:0x0]: returning size 4 00000004:00200000:2.0:1787755985.519686:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.519708:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229e00/0x9b2b32536578a3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519726:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229e00/0x9b2b32536578a3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519736:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519743:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519750:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519758:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519765:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.519770:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519778:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519791:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.519793:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.519797:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519825:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a3d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519840:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519847:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519852:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519857:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.519860:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519865:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519873:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x38be3934 (ffff9dfe46981c00) 00010000:00010000:2.0:1787755985.519876:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.519879:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519885:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a3da lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x38be3934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519916:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a3cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149f9 expref: 71 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519929:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229e00/0x9b2b32536578a3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x79:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2149f9 expref: 70 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.519937:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79:0x0].0x0 (ffff9dfe46981d00) 00010000:00010000:2.0:1787755985.519939:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.519942:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229e00, rc 0) 00000100:00100000:2.0:1787755985.520002:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+70:232705:x1874588654626048:12345-192.168.201.7@tcp:101:ls.0 Request processed in 640us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.520010:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70691 00000100:00100000:1.0:1787755985.523585:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.523700:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626176 00000100:00100000:3.0:1787755985.523717:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626176 00000100:00100000:3.0:1787755985.523829:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30910 00000100:00100000:3.0:1787755985.523844:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:2402:x1874588654626176:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.523872:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.523899:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b26bc942/0x9b2b32536578a3e8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a00 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.523931:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 4, mtime: 0x6a8ee55c, atime: 0x6a8ee55b, ctime: 0x6a8ee55c, blocks: 0x8 00010000:00010000:3.0:1787755985.523957:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.523963:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.523975:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b26bc942/0x9b2b32536578a3e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a00 expref: 21 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.523993:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b26bc942/0x9b2b32536578a3e8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a00 expref: 21 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.524008:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291800, rc 0) 00000100:00100000:3.0:1787755985.524097:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:2402:x1874588654626176:12345-192.168.201.7@tcp:101:ls.0 Request processed in 254us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.524104:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30910 00000100:00100000:0.0:1787755985.527712:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.528066:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626304 00000100:00100000:1.0:1787755985.528077:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626304 00000100:00100000:1.0:1787755985.528143:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70692 00000100:00100000:1.0:1787755985.528155:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+70:232705:x1874588654626304:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.528178:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.528204:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a3ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a07 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528296:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528366:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528381:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528401:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528408:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528415:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528504:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a404 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528512:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a404 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528520:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a404 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755985.528542:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a404 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528556:0:17813:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528563:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528569:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528576:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528583:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7d000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.528587:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528595:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528607:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.528610:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.528615:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528622:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a3f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528635:0:17813:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528642:0:17813:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528648:0:17813:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528654:0:17813:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.528657:0:17813:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528663:0:17813:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528671:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb40376bb (ffff9dff4536d700) 00010000:00010000:1.0:1787755985.528674:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.528676:0:17813:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528683:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a3fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb40376bb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528718:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a3ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a07 expref: 72 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528731:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c800/0x9b2b32536578a404 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a07 expref: 71 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.528738:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff9dff4536d000) 00010000:00010000:1.0:1787755985.528740:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787755985.528743:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7c800, rc 0) 00000100:00100000:1.0:1787755985.529009:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+71:232705:x1874588654626304:12345-192.168.201.7@tcp:101:ls.0 Request processed in 855us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.529017:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70692 00000100:00100000:1.0:1787755985.532489:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.532600:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626432 00000100:00100000:3.0:1787755985.532615:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626432 00000100:00100000:3.0:1787755985.532695:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70693 00000100:00100000:3.0:1787755985.532709:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:232705:x1874588654626432:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.532742:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.532779:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290c00/0x9b2b32536578a40b lrc: 2/0,0 mode: --/CR res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a0e expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.532881:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290a00/0x9b2b32536578a412 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.532895:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290a00/0x9b2b32536578a412 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.532906:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290a00/0x9b2b32536578a412 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.533029:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x1e:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.533036:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.533090:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290c00/0x9b2b32536578a40b lrc: 0/0,0 mode: --/CR res: [0x240000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a0e expref: 22 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.533111:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290a00/0x9b2b32536578a412 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a0e expref: 21 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.533120:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:3.0:1787755985.533123:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.533129:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48290a00, rc 0) 00000100:00100000:3.0:1787755985.533200:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:232705:x1874588654626432:12345-192.168.201.7@tcp:101:ls.0 Request processed in 494us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.533208:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70693 00000100:00100000:0.0:1787755985.536622:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.536842:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626560 00000100:00100000:1.0:1787755985.536853:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626560 00000100:00100000:1.0:1787755985.536915:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70694 00000100:00100000:1.0:1787755985.536926:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:232705:x1874588654626560:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.536950:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.536974:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a419 lrc: 2/0,0 mode: --/CR res: [0x240000400:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a15 expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.537038:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a420 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.537220:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a420 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.537234:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a420 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.537282:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0xb:0x0]: returning size 94208 00000004:00200000:1.0:1787755985.537287:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.537478:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a419 lrc: 0/0,0 mode: --/CR res: [0x240000400:0xb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a15 expref: 23 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.537499:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe47c7c600/0x9b2b32536578a420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a15 expref: 22 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.537509:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0xb:0x0].0x0 (ffff9dff4536d700) 00010000:00010000:1.0:1787755985.537512:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.537516:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7c600, rc 0) 00000100:00100000:1.0:1787755985.537619:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:232705:x1874588654626560:12345-192.168.201.7@tcp:101:ls.0 Request processed in 694us (1009us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.537630:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70694 00000100:00100000:0.0:1787755985.540188:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.540284:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626688 00000100:00100000:1.0:1787755985.540294:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626688 00000100:00100000:1.0:1787755985.540417:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70695 00000100:00100000:1.0:1787755985.540431:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+71:232705:x1874588654626688:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.540453:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.540478:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a427 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a1c expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.540537:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578a42e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.540551:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578a42e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.540563:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578a42e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.540609:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x9:0x0]: returning size 94208 00000004:00200000:1.0:1787755985.540614:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.540653:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a427 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a1c expref: 73 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.540670:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60200/0x9b2b32536578a42e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x9:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a1c expref: 72 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.540680:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x9:0x0].0x0 (ffff9dff4536dc00) 00010000:00010000:1.0:1787755985.540683:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.540687:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60200, rc 0) 00000100:00100000:1.0:1787755985.540905:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+72:232705:x1874588654626688:12345-192.168.201.7@tcp:101:ls.0 Request processed in 476us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.540913:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70695 00000100:00100000:0.0:1787755985.544759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.544925:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626816 00000100:00100000:3.0:1787755985.544941:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626816 00000100:00100000:3.0:1787755985.545059:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70696 00000100:00100000:3.0:1787755985.545073:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:232705:x1874588654626816:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.545102:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.545128:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290c00/0x9b2b32536578a435 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a23 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.545175:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290600/0x9b2b32536578a43c lrc: 3/1,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.545192:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290600/0x9b2b32536578a43c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.545206:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290600/0x9b2b32536578a43c lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.545567:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290c00/0x9b2b32536578a435 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a23 expref: 24 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.545587:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48290600/0x9b2b32536578a43c lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a23 expref: 23 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.545595:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e:0x0].0x0 (ffff9dff439f7500) 00010000:00010000:3.0:1787755985.545598:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755985.545602:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48290600, rc 0) 00000100:00100000:3.0:1787755985.545702:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe43cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:232705:x1874588654626816:12345-192.168.201.7@tcp:101:ls.0 Request processed in 632us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.545709:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70696 00000100:00100000:0.0:1787755985.549633:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.549735:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654626944 00000100:00100000:2.0:1787755985.549745:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654626944 00000100:00100000:2.0:1787755985.549904:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70697 00000100:00100000:2.0:1787755985.549917:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+72:232705:x1874588654626944:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.549943:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.549965:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a443 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a2a expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550042:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550124:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550136:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550154:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550162:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550168:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550275:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229c00/0x9b2b32536578a458 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550285:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229c00/0x9b2b32536578a458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550292:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229c00/0x9b2b32536578a458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.550504:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5d:0x0]: returning size 0 00000004:00200000:2.0:1787755985.550509:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.550533:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229c00/0x9b2b32536578a458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550549:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229c00/0x9b2b32536578a458 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550560:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550567:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550574:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550581:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550587:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.550591:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550600:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550617:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.550621:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.550625:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550632:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a44a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550648:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550654:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550660:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550666:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.550669:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550674:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550682:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6265c56f (ffff9dfe46981c00) 00010000:00010000:2.0:1787755985.550684:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.550687:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550693:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a451 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6265c56f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550729:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a443 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a2a expref: 74 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550745:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229c00/0x9b2b32536578a458 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a2a expref: 73 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.550752:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5d:0x0].0x0 (ffff9dfe46981700) 00010000:00010000:2.0:1787755985.550754:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.550757:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229c00, rc 0) 00000100:00100000:2.0:1787755985.550918:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+73:232705:x1874588654626944:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1001us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.550926:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70697 00000100:00100000:1.0:1787755985.556906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.557119:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627072 00000100:00100000:3.0:1787755985.557131:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627072 00000100:00100000:3.0:1787755985.557191:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30911 00000100:00100000:3.0:1787755985.557202:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:2401:x1874588654627072:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.557222:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.557244:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072f822de/0x9b2b32536578a45f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a31 expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.557273:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787755985.557293:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.557298:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.557309:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072f822de/0x9b2b32536578a45f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a31 expref: 22 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.557371:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000072f822de/0x9b2b32536578a45f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a31 expref: 22 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.557385:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48290c00, rc 0) 00000100:00100000:3.0:1787755985.557445:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:2401:x1874588654627072:12345-192.168.201.7@tcp:101:ls.0 Request processed in 244us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.557453:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30911 00000100:00100000:0.0:1787755985.560939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.561032:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627200 00000100:00100000:2.0:1787755985.561045:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627200 00000100:00100000:2.0:1787755985.561122:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70698 00000100:00100000:2.0:1787755985.561134:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+73:232705:x1874588654627200:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.561159:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.561184:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a466 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a38 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561263:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561278:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561293:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561309:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561351:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561358:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561459:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228c00/0x9b2b32536578a47b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x62:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561468:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228c00/0x9b2b32536578a47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561474:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228c00/0x9b2b32536578a47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.561533:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x62:0x0]: returning size 248 00000004:00200000:2.0:1787755985.561538:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.561561:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228c00/0x9b2b32536578a47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561575:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228c00/0x9b2b32536578a47b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561585:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561592:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561603:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561610:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561616:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.561621:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561629:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561643:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.561646:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.561651:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561657:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a46d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561671:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561677:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561683:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561688:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.561692:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561699:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561706:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x63e6cba9 (ffff9dfe46981c00) 00010000:00010000:2.0:1787755985.561709:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.561712:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561717:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a474 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x63e6cba9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561753:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a466 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a38 expref: 75 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561767:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228c00/0x9b2b32536578a47b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x62:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a38 expref: 74 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.561773:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x62:0x0].0x0 (ffff9dfe46981b00) 00010000:00010000:2.0:1787755985.561776:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.561778:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228c00, rc 0) 00000100:00100000:2.0:1787755985.561852:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+74:232705:x1874588654627200:12345-192.168.201.7@tcp:101:ls.0 Request processed in 721us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.561860:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70698 00000100:00100000:0.0:1787755985.565225:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.565447:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627328 00000100:00100000:2.0:1787755985.565458:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627328 00000100:00100000:2.0:1787755985.565570:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30912 00000100:00100000:2.0:1787755985.565582:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+20:2402:x1874588654627328:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.565601:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.565628:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e6ae8a1/0x9b2b32536578a482 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a3f expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.565659:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 248, mtime: 0x6a8ee473, atime: 0x0, ctime: 0x6a8ee473, blocks: 0x8 00010000:00010000:2.0:1787755985.565682:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.565687:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.565698:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e6ae8a1/0x9b2b32536578a482 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a3f expref: 21 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.565717:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005e6ae8a1/0x9b2b32536578a482 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a3f expref: 21 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.565733:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228000, rc 0) 00000100:00100000:2.0:1787755985.565795:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:2402:x1874588654627328:12345-192.168.201.7@tcp:101:ls.0 Request processed in 216us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.565825:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30912 00000100:00100000:0.0:1787755985.569646:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.569726:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627456 00000100:00100000:2.0:1787755985.569737:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627456 00000100:00100000:2.0:1787755985.569808:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70699 00000100:00100000:2.0:1787755985.569826:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+74:232705:x1874588654627456:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.569845:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.569867:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a489 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a46 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.569932:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.569947:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.569957:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.569970:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.569977:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.569983:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570112:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a49e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570120:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a49e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570127:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a49e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.570169:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b79:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.570173:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.570195:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a49e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570209:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570219:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570225:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570232:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570238:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.570243:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570249:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570263:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.570266:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.570270:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570275:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a490 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570294:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570301:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570306:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570312:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.570368:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570374:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570383:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6ad8796c (ffff9dfe46981800) 00010000:00010000:2.0:1787755985.570385:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.570388:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570392:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228200/0x9b2b32536578a497 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6ad8796c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570429:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a489 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a46 expref: 76 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570444:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3400/0x9b2b32536578a49e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a46 expref: 75 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.570451:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b79:0x0].0x0 (ffff9dfe46981100) 00010000:00010000:2.0:1787755985.570454:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787755985.570456:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe496a3400, rc 0) 00000100:00100000:2.0:1787755985.570524:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+75:232705:x1874588654627456:12345-192.168.201.7@tcp:101:ls.0 Request processed in 699us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.570533:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70699 00000100:00100000:0.0:1787755985.574551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.574641:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627584 00000100:00100000:3.0:1787755985.574651:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627584 00000100:00100000:3.0:1787755985.574713:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70700 00000100:00100000:3.0:1787755985.574724:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+75:232705:x1874588654627584:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.574748:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.574769:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290200/0x9b2b32536578a4a5 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a4d expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.574833:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291400/0x9b2b32536578a4ac lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.574849:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291400/0x9b2b32536578a4ac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.574862:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291400/0x9b2b32536578a4ac lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.575012:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290200/0x9b2b32536578a4a5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a4d expref: 77 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.575034:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48291400/0x9b2b32536578a4ac lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b79:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a4d expref: 76 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.575053:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b79:0x0].0x0 (ffff9dfe46981100) 00010000:00010000:3.0:1787755985.575057:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755985.575062:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48291400, rc 0) 00000100:00100000:3.0:1787755985.575138:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+76:232705:x1874588654627584:12345-192.168.201.7@tcp:101:ls.0 Request processed in 415us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.575145:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70700 00000100:00100000:0.0:1787755985.579422:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.579581:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627712 00000100:00100000:2.0:1787755985.579595:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627712 00000100:00100000:2.0:1787755985.579673:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70701 00000100:00100000:2.0:1787755985.579686:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+76:232705:x1874588654627712:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.579714:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.579745:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a4b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a54 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.579855:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.579873:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.579887:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.579906:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.579913:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.579920:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580034:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580044:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580051:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.580110:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6fa:0x0]: returning size 0 00000004:00200000:2.0:1787755985.580114:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.580138:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580152:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580162:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580169:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580176:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580183:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580189:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe496a2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.580194:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580200:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580213:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.580216:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.580220:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580230:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a4ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580246:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580251:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580256:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580261:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe496a2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.580265:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580270:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580277:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46bdc054 (ffff9dfe46981800) 00010000:00010000:2.0:1787755985.580280:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.580283:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580289:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a4c1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580351:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a4b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 78 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580371:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 77 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.580376:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755985.580378:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.580380:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228800, rc 0) 00000100:00100000:2.0:1787755985.580438:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+77:232705:x1874588654627712:12345-192.168.201.7@tcp:101:ls.0 Request processed in 757us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.580444:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70701 00000100:00100000:0.0:1787755985.584640:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.584762:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627840 00000100:00100000:1.0:1787755985.584775:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627840 00000100:00100000:1.0:1787755985.584855:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30913 00000100:00100000:1.0:1787755985.584869:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:2401:x1874588654627840:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.584898:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.584928:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b32536578a4cf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a5b expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.584959:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x522:0x0] initial LVB size: 0, mtime: 0x6a8efdcc, atime: 0x6a8efdcc, ctime: 0x6a8efdcc, blocks: 0x0 00010000:00010000:1.0:1787755985.584984:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x522:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.584990:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.585001:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b32536578a4cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a5b expref: 23 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.585024:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a5f1a8a/0x9b2b32536578a4cf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x522:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a5b expref: 23 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.585041:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b61000, rc 0) 00000100:00100000:1.0:1787755985.585121:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:2401:x1874588654627840:12345-192.168.201.7@tcp:101:ls.0 Request processed in 255us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.585129:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30913 00000100:00100000:0.0:1787755985.588494:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.588607:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654627968 00000100:00100000:3.0:1787755985.588622:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654627968 00000100:00100000:3.0:1787755985.588694:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70702 00000100:00100000:3.0:1787755985.588706:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+77:232705:x1874588654627968:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.588735:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.588760:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290200/0x9b2b32536578a4d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a62 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.588870:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.588887:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.588900:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.588916:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.588924:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.588930:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589246:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40800/0x9b2b32536578a4eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589256:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40800/0x9b2b32536578a4eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589264:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40800/0x9b2b32536578a4eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.589372:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 7794383 00000004:00200000:3.0:1787755985.589378:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.589407:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40800/0x9b2b32536578a4eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589421:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40800/0x9b2b32536578a4eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589432:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589444:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589452:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589460:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589467:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.589473:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589482:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589497:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.589501:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.589507:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589515:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290e00/0x9b2b32536578a4dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589533:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589539:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589546:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589553:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48290000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.589555:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589561:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589570:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5950b203 (ffff9dff439f7a00) 00010000:00010000:3.0:1787755985.589572:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.589575:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589581:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290000/0x9b2b32536578a4e4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5950b203 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589617:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48290200/0x9b2b32536578a4d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a62 expref: 79 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589630:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40800/0x9b2b32536578a4eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a62 expref: 78 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.589638:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9dff439f7400) 00010000:00010000:3.0:1787755985.589640:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.589643:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd40800, rc 0) 00000100:00100000:3.0:1787755985.589702:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+78:232705:x1874588654627968:12345-192.168.201.7@tcp:101:ls.0 Request processed in 998us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.589710:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70702 00000100:00100000:0.0:1787755985.593541:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.593655:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628096 00000100:00100000:2.0:1787755985.593666:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628096 00000100:00100000:2.0:1787755985.593771:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30914 00000100:00100000:2.0:1787755985.593786:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:2402:x1874588654628096:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.593821:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.593844:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018855f08/0x9b2b32536578a4f2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a69 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.593875:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 4194304, mtime: 0x6a8ee30c, atime: 0x6a8ee30c, ctime: 0x6a8ee30c, blocks: 0x328 00010000:00010000:2.0:1787755985.593896:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.593901:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.593911:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018855f08/0x9b2b32536578a4f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a69 expref: 24 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.593929:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018855f08/0x9b2b32536578a4f2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a69 expref: 24 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.593949:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228200, rc 0) 00000100:00100000:2.0:1787755985.594013:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:2402:x1874588654628096:12345-192.168.201.7@tcp:101:ls.0 Request processed in 229us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.594020:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30914 00000100:00100000:1.0:1787755985.595766:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.596368:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628224 00000100:00100000:3.0:1787755985.596379:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628224 00000100:00100000:3.0:1787755985.596430:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30915 00000100:00100000:3.0:1787755985.596441:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+21:2401:x1874588654628224:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.596460:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.596483:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000078756548/0x9b2b32536578a4f9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a70 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.596512:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 3600079, mtime: 0x6a8ee30c, atime: 0x6a8ee309, ctime: 0x6a8ee30c, blocks: 0x10 00010000:00010000:3.0:1787755985.596533:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.596538:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.596547:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000078756548/0x9b2b32536578a4f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a70 expref: 22 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.596572:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000078756548/0x9b2b32536578a4f9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a70 expref: 22 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.596589:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd40600, rc 0) 00000100:00100000:3.0:1787755985.596660:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:2401:x1874588654628224:12345-192.168.201.7@tcp:101:ls.0 Request processed in 220us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.596667:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30915 00000100:00100000:0.0:1787755985.600550:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.600654:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628352 00000100:00100000:1.0:1787755985.600666:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628352 00000100:00100000:1.0:1787755985.600733:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70703 00000100:00100000:1.0:1787755985.600744:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+78:232705:x1874588654628352:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.600766:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.600789:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a500 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a77 expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.600874:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.600889:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.600901:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.600916:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.600923:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.600929:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601043:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ecc00/0x9b2b32536578a515 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601170:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ecc00/0x9b2b32536578a515 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601180:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ecc00/0x9b2b32536578a515 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.601227:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 13 00000004:00200000:1.0:1787755985.601233:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.601258:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ecc00/0x9b2b32536578a515 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601272:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ecc00/0x9b2b32536578a515 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601283:0:35155:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601291:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601297:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601304:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601311:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7d000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.601349:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601359:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601372:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.601376:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.601382:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601390:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a507 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601406:0:35155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601413:0:35155:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601418:0:35155:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601423:0:35155:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe47c7c200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.601426:0:35155:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601431:0:35155:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601437:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x319d86dc (ffff9dff4536d800) 00010000:00010000:1.0:1787755985.601440:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.601443:0:35155:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601448:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a50e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x319d86dc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601485:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a500 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a77 expref: 80 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601504:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ecc00/0x9b2b32536578a515 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a77 expref: 79 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.601511:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9dff4536de00) 00010000:00010000:1.0:1787755985.601513:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.601516:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ecc00, rc 0) 00000100:00100000:1.0:1787755985.601638:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+79:232705:x1874588654628352:12345-192.168.201.7@tcp:101:ls.0 Request processed in 895us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.601646:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70703 00000100:00100000:1.0:1787755985.605000:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.605152:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628480 00000100:00100000:3.0:1787755985.605164:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628480 00000100:00100000:3.0:1787755985.605275:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30916 00000100:00100000:3.0:1787755985.605286:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:2401:x1874588654628480:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.605303:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.605353:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cef2f8c9/0x9b2b32536578a51c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a7e expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.605381:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 13, mtime: 0x6a8ee48b, atime: 0x6a8ee48b, ctime: 0x6a8ee48b, blocks: 0x8 00010000:00010000:3.0:1787755985.605403:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.605408:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.605418:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cef2f8c9/0x9b2b32536578a51c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a7e expref: 25 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.605434:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cef2f8c9/0x9b2b32536578a51c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a7e expref: 25 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.605449:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd40400, rc 0) 00000100:00100000:3.0:1787755985.605512:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:2401:x1874588654628480:12345-192.168.201.7@tcp:101:ls.0 Request processed in 228us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.605519:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30916 00000100:00100000:0.0:1787755985.608817:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.608909:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628608 00000100:00100000:2.0:1787755985.608919:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628608 00000100:00100000:2.0:1787755985.608983:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70704 00000100:00100000:2.0:1787755985.608994:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+79:232705:x1874588654628608:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.609016:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.609037:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a523 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a85 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609115:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609131:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609142:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609157:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609164:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609171:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609274:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a538 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609283:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609290:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.609369:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4d:0x0]: returning size 26214400 00000004:00200000:2.0:1787755985.609374:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.609396:0:8458:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609410:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a538 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609419:0:8458:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609426:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609433:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609440:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609446:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.609451:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609459:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609471:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.609474:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.609478:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609484:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a52a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609499:0:8458:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609505:0:8458:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609512:0:8458:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609517:0:8458:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.609520:0:8458:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609525:0:8458:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609531:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6ffa177a (ffff9dfe46981900) 00010000:00010000:2.0:1787755985.609534:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.609537:0:8458:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609547:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a531 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x6ffa177a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609577:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a523 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a85 expref: 81 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609590:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228e00/0x9b2b32536578a538 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a85 expref: 80 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.609598:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4d:0x0].0x0 (ffff9dfe502b8100) 00010000:00010000:2.0:1787755985.609601:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.609603:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228e00, rc 0) 00000100:00100000:2.0:1787755985.609661:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+80:232705:x1874588654628608:12345-192.168.201.7@tcp:101:ls.0 Request processed in 668us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.609668:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70704 00000100:00100000:0.0:1787755985.612916:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.613026:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628736 00000100:00100000:1.0:1787755985.613037:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628736 00000100:00100000:1.0:1787755985.613107:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30917 00000100:00100000:1.0:1787755985.613118:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+22:2401:x1874588654628736:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.613137:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.613162:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d241f9fa/0x9b2b32536578a53f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a8c expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.613190:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 26214400, mtime: 0x6a8ee43a, atime: 0x0, ctime: 0x6a8ee43a, blocks: 0xc800 00010000:00010000:1.0:1787755985.613211:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.613216:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.613225:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d241f9fa/0x9b2b32536578a53f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a8c expref: 23 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.613242:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d241f9fa/0x9b2b32536578a53f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a8c expref: 23 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.613255:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1edc00, rc 0) 00000100:00100000:1.0:1787755985.613351:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:2401:x1874588654628736:12345-192.168.201.7@tcp:101:ls.0 Request processed in 199us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.613358:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30917 00000100:00100000:0.0:1787755985.618683:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.618785:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628864 00000100:00100000:2.0:1787755985.618796:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628864 00000100:00100000:2.0:1787755985.618874:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70705 00000100:00100000:2.0:1787755985.618884:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+80:232705:x1874588654628864:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.618905:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.618928:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a546 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a93 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.618997:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619011:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619023:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619039:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619058:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619065:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619166:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a55b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x60:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619174:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619181:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.619228:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x60:0x0]: returning size 0 00000004:00200000:2.0:1787755985.619233:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.619252:0:10714:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619264:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a55b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619273:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619283:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619289:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619295:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619300:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.619304:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619312:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619365:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.619369:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.619374:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619381:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a54d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619396:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619403:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619409:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619415:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41228600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.619418:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619423:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619430:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfddcd1bd (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.619433:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.619436:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619441:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a554 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfddcd1bd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619473:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a546 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a93 expref: 82 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619487:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a3800/0x9b2b32536578a55b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x60:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a93 expref: 81 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.619494:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x60:0x0].0x0 (ffff9dfe46981900) 00010000:00010000:2.0:1787755985.619496:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.619498:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe496a3800, rc 0) 00000100:00100000:2.0:1787755985.619549:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+81:232705:x1874588654628864:12345-192.168.201.7@tcp:101:ls.0 Request processed in 667us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.619555:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70705 00000100:00100000:0.0:1787755985.623416:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.623530:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654628992 00000100:00100000:1.0:1787755985.623542:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654628992 00000100:00100000:1.0:1787755985.623602:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30918 00000100:00100000:1.0:1787755985.623616:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:2400:x1874588654628992:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.623640:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.623674:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cef2e99/0x9b2b32536578a562 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214a9a expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.623709:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787755985.623734:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.623739:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.623751:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cef2e99/0x9b2b32536578a562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a9a expref: 24 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.623774:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000cef2e99/0x9b2b32536578a562 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a9a expref: 24 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.623791:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ed000, rc 0) 00000100:00100000:1.0:1787755985.624128:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:2400:x1874588654628992:12345-192.168.201.7@tcp:101:ls.0 Request processed in 503us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.624140:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30918 00000100:00100000:0.0:1787755985.628263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.628446:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629120 00000100:00100000:2.0:1787755985.628461:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629120 00000100:00100000:2.0:1787755985.628558:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70706 00000100:00100000:2.0:1787755985.628571:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+81:232705:x1874588654629120:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.628597:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.628626:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a569 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214aa1 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628729:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628746:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628758:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628778:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628784:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628790:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628981:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a57e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628989:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.628995:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.629037:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x13:0x0]: returning size 2097156 00000004:00200000:2.0:1787755985.629042:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.629080:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629097:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a57e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629108:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629114:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629121:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629128:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629134:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe496a2200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.629138:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629145:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629161:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.629165:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.629170:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629180:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a570 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629195:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629200:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629205:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629210:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.629212:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629218:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629225:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x95c2aee4 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.629228:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.629231:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629237:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a577 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x95c2aee4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629276:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a569 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aa1 expref: 83 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629295:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228600/0x9b2b32536578a57e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aa1 expref: 82 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.629303:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff9dff46434800) 00010000:00010000:2.0:1787755985.629305:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.629308:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41228600, rc 0) 00000100:00100000:2.0:1787755985.629575:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe51bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+82:232705:x1874588654629120:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1005us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.629584:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70706 00000100:00100000:3.0:1787755985.635598:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.635698:0:35158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629248 00000100:00100000:1.0:1787755985.635712:0:35158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629248 00000100:00100000:1.0:1787755985.635791:0:35158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30919 00000100:00100000:1.0:1787755985.635822:0:35158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:2402:x1874588654629248:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.635843:0:35158:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.635867:0:35158:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000849327aa/0x9b2b32536578a585 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214aa8 expref: -99 pid: 35158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.635893:0:35158:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x7:0x0] initial LVB size: 1048580, mtime: 0x6a8edc7c, atime: 0x0, ctime: 0x6a8edc7c, blocks: 0x10 00010000:00010000:1.0:1787755985.635915:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.635919:0:35158:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x7:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.635929:0:35158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000849327aa/0x9b2b32536578a585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aa8 expref: 25 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.635946:0:35158:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000849327aa/0x9b2b32536578a585 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aa8 expref: 25 pid: 35158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.635960:0:35158:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ec800, rc 0) 00000100:00100000:1.0:1787755985.636978:0:35158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:2402:x1874588654629248:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1167us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.636989:0:35158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30919 00000100:00100000:3.0:1787755985.639388:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:0.0:1787755985.639523:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629376 00000100:00100000:0.0:1787755985.639535:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629376 00000100:00100000:0.0:1787755985.639601:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30920 00000100:00100000:0.0:1787755985.639613:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:2401:x1874588654629376:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:0.0:1787755985.639635:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787755985.639656:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d21bbbdf/0x9b2b32536578a58c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214aaf expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787755985.639684:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x6:0x0] initial LVB size: 1048576, mtime: 0x6a8edc7c, atime: 0x0, ctime: 0x6a8edc7c, blocks: 0x800 00010000:00010000:0.0:1787755985.639719:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:0.0:1787755985.639725:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x6:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787755985.639736:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d21bbbdf/0x9b2b32536578a58c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aaf expref: 26 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.639756:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d21bbbdf/0x9b2b32536578a58c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aaf expref: 26 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.639773:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe471d8000, rc 0) 00000100:00100000:0.0:1787755985.640229:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:2401:x1874588654629376:12345-192.168.201.7@tcp:101:ls.0 Request processed in 615us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.640238:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30920 00000100:00100000:0.0:1787755985.643156:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.643252:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629504 00000100:00100000:3.0:1787755985.643262:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629504 00000100:00100000:3.0:1787755985.643392:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70707 00000100:00100000:3.0:1787755985.643403:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+82:232705:x1874588654629504:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.643425:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.643447:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a593 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ab6 expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643509:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643524:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643533:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643549:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643555:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643562:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643661:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41800/0x9b2b32536578a5a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643669:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41800/0x9b2b32536578a5a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643676:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41800/0x9b2b32536578a5a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.643724:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 1773 00000004:00200000:3.0:1787755985.643729:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.643772:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41800/0x9b2b32536578a5a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643785:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41800/0x9b2b32536578a5a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643882:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643889:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643895:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643901:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643907:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd41c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.643911:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643919:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643932:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.643935:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.643940:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643947:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a59a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643961:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643967:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643974:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643980:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd41000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.643983:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643989:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.643997:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x36ce8986 (ffff9dff439f7a00) 00010000:00010000:3.0:1787755985.643999:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.644002:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.644008:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5a1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x36ce8986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.644039:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a593 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ab6 expref: 84 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.644131:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41800/0x9b2b32536578a5a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ab6 expref: 83 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.644139:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9dff46148500) 00010000:00010000:3.0:1787755985.644141:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.644144:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41800, rc 0) 00000100:00100000:3.0:1787755985.644260:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+83:232705:x1874588654629504:12345-192.168.201.7@tcp:101:ls.0 Request processed in 857us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.644272:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70707 00000100:00100000:2.0:1787755985.646921:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.647068:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629632 00000100:00100000:3.0:1787755985.647079:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629632 00000100:00100000:3.0:1787755985.647134:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30921 00000100:00100000:3.0:1787755985.647144:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:2402:x1874588654629632:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.647161:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.647182:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000978f535b/0x9b2b32536578a5af lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214abd expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.647206:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 1773, mtime: 0x6a8ee2a2, atime: 0x0, ctime: 0x6a8ee2a2, blocks: 0x8 00010000:00010000:3.0:1787755985.647224:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.647230:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.647239:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000978f535b/0x9b2b32536578a5af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214abd expref: 26 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.647255:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000978f535b/0x9b2b32536578a5af lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214abd expref: 26 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.647268:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd40c00, rc 0) 00000100:00100000:3.0:1787755985.647350:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:2402:x1874588654629632:12345-192.168.201.7@tcp:101:ls.0 Request processed in 206us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.647357:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30921 00000100:00100000:0.0:1787755985.650568:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.650670:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629760 00000100:00100000:2.0:1787755985.650681:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629760 00000100:00100000:2.0:1787755985.650747:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70708 00000100:00100000:2.0:1787755985.650757:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+83:232705:x1874588654629760:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.650779:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.650818:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a5b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ac4 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.650895:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.650911:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.650924:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.650991:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651000:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651008:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651115:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a5cb lrc: 3/1,0 mode: --/PR res: [0x240000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651124:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a5cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651132:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a5cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787755985.651162:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a5cb lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651180:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651187:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651194:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651201:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651211:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.651215:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651223:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651236:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.651239:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.651244:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651251:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a5bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651271:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651277:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651284:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651288:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe496a2e00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.651291:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651299:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651311:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf71a3c7c (ffff9dff46434500) 00010000:00010000:2.0:1787755985.651546:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.651551:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651559:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a5c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf71a3c7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651598:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a5b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ac4 expref: 85 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651613:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe496a2200/0x9b2b32536578a5cb lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ac4 expref: 84 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.651621:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16:0x0].0x0 (ffff9dff46434200) 00010000:00010000:2.0:1787755985.651623:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787755985.651626:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe496a2200, rc 0) 00000100:00100000:0.0:1787755985.652473:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+84:232705:x1874588654629760:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1711us (1912us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.652483:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70708 00000100:00100000:0.0:1787755985.655450:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.655571:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654629888 00000100:00100000:3.0:1787755985.655583:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654629888 00000100:00100000:3.0:1787755985.655696:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70709 00000100:00100000:3.0:1787755985.655713:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+23:232705:x1874588654629888:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.655743:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.655777:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a5d2 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214acb expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.655951:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5d9 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.655970:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.655984:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5d9 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.656193:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x16:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.656200:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.656248:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a5d2 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214acb expref: 25 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.656272:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41000/0x9b2b32536578a5d9 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214acb expref: 24 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.656282:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16:0x0].0x0 (ffff9dff46148a00) 00010000:00010000:3.0:1787755985.656285:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.656290:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41000, rc 0) 00000100:00100000:3.0:1787755985.656511:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:232705:x1874588654629888:12345-192.168.201.7@tcp:101:ls.0 Request processed in 800us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.656519:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70709 00000100:00100000:2.0:1787755985.660053:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.660181:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630016 00000100:00100000:3.0:1787755985.660191:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630016 00000100:00100000:3.0:1787755985.660255:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70710 00000100:00100000:3.0:1787755985.660265:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+24:232705:x1874588654630016:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.660287:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.660310:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a5e0 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ad2 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.660402:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41e00/0x9b2b32536578a5e7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.660415:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41e00/0x9b2b32536578a5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.660426:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41e00/0x9b2b32536578a5e7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.660475:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x8:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.660480:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:3.0:1787755985.660512:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a5e0 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ad2 expref: 26 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.660530:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4fd41e00/0x9b2b32536578a5e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ad2 expref: 25 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.660539:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x8:0x0].0x0 (ffff9dff46148600) 00010000:00010000:3.0:1787755985.660541:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1787755985.660545:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41e00, rc 0) 00000100:00100000:3.0:1787755985.660597:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:232705:x1874588654630016:12345-192.168.201.7@tcp:101:ls.0 Request processed in 333us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.660604:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70710 00000100:00100000:0.0:1787755985.663600:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.663707:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630144 00000100:00100000:2.0:1787755985.663719:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630144 00000100:00100000:2.0:1787755985.663785:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70711 00000100:00100000:2.0:1787755985.663797:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+84:232705:x1874588654630144:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.663827:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.663863:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a5ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ad9 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.663944:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a5f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.663959:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.663971:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a5f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.664024:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x8:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.664028:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.664238:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a5ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ad9 expref: 86 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.664259:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62a00/0x9b2b32536578a5f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x8:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ad9 expref: 85 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.664267:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff9dff46434500) 00010000:00010000:2.0:1787755985.664270:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.664274:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62a00, rc 0) 00000100:00100000:2.0:1787755985.664395:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+85:232705:x1874588654630144:12345-192.168.201.7@tcp:101:ls.0 Request processed in 600us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.664403:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70711 00000100:00100000:3.0:1787755985.672461:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.672566:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630272 00000100:00100000:2.0:1787755985.672579:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630272 00000100:00100000:2.0:1787755985.672652:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70712 00000100:00100000:2.0:1787755985.672663:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+25:232705:x1874588654630272:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.672684:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.672707:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b62200/0x9b2b32536578a5fc lrc: 2/0,0 mode: --/PR res: [0x240000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ae0 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.672757:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a603 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.672774:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a603 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.672790:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a603 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.673054:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe48b62200/0x9b2b32536578a5fc lrc: 0/0,0 mode: --/PR res: [0x240000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ae0 expref: 27 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.673078:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe496a2e00/0x9b2b32536578a603 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ae0 expref: 26 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.673089:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16:0x0].0x0 (ffff9dff46148a00) 00010000:00010000:2.0:1787755985.673092:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755985.673096:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe496a2e00, rc 0) 00000100:00100000:2.0:1787755985.673183:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:232705:x1874588654630272:12345-192.168.201.7@tcp:101:ls.0 Request processed in 521us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.673191:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70712 00000100:00100000:0.0:1787755985.677035:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.677126:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630400 00000100:00100000:2.0:1787755985.677137:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630400 00000100:00100000:2.0:1787755985.677204:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70713 00000100:00100000:2.0:1787755985.677215:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+85:232705:x1874588654630400:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.677236:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.677258:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a60a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ae7 expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677353:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677368:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677380:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677395:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677402:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677409:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677500:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daba00/0x9b2b32536578a61f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x168:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677508:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daba00/0x9b2b32536578a61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677515:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daba00/0x9b2b32536578a61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.677560:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x168:0x0]: returning size 6 00000004:00200000:2.0:1787755985.677564:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.677584:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daba00/0x9b2b32536578a61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677601:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daba00/0x9b2b32536578a61f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677610:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677617:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677623:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677630:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677636:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dff41229000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.677641:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677648:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677660:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.677663:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.677668:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677674:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a611 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677688:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677695:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677702:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677706:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.677709:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677715:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677721:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4111a19c (ffff9dff46434a00) 00010000:00010000:2.0:1787755985.677724:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.677727:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677733:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a618 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4111a19c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677761:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229600/0x9b2b32536578a60a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ae7 expref: 87 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677774:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daba00/0x9b2b32536578a61f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x168:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ae7 expref: 86 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.677782:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x168:0x0].0x0 (ffff9dff46434100) 00010000:00010000:2.0:1787755985.677784:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.677787:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daba00, rc 0) 00000100:00100000:2.0:1787755985.677864:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+86:232705:x1874588654630400:12345-192.168.201.7@tcp:101:ls.0 Request processed in 650us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.677872:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70713 00000100:00100000:3.0:1787755985.681906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.682033:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630528 00000100:00100000:1.0:1787755985.682044:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630528 00000100:00100000:1.0:1787755985.682123:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30922 00000100:00100000:1.0:1787755985.682134:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:2401:x1874588654630528:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.682155:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.682182:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9b554fc/0x9b2b32536578a626 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x473:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214aee expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.682209:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x473:0x0] initial LVB size: 6, mtime: 0x6a8ee913, atime: 0x6a8ee913, ctime: 0x6a8ee913, blocks: 0x8 00010000:00010000:1.0:1787755985.682231:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x473:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.682237:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x473:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.682246:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9b554fc/0x9b2b32536578a626 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aee expref: 27 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.682263:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d9b554fc/0x9b2b32536578a626 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x473:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214aee expref: 27 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.682277:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ed400, rc 0) 00000100:00100000:1.0:1787755985.682373:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:2401:x1874588654630528:12345-192.168.201.7@tcp:101:ls.0 Request processed in 240us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.682380:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30922 00000100:00100000:3.0:1787755985.686382:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.686588:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630656 00000100:00100000:1.0:1787755985.686600:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630656 00000100:00100000:1.0:1787755985.686663:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70714 00000100:00100000:1.0:1787755985.686674:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+86:232705:x1874588654630656:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.686695:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.686717:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a62d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214af5 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686791:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686824:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686837:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686853:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686862:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686868:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686976:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eda00/0x9b2b32536578a642 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686985:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eda00/0x9b2b32536578a642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.686992:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eda00/0x9b2b32536578a642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.687097:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.687102:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787755985.687126:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eda00/0x9b2b32536578a642 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687140:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687150:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687157:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687164:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687169:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ece00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.687173:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687180:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687193:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.687196:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.687200:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687207:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a634 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687221:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687227:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687233:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687239:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ec200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.687241:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687247:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687254:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5db7369b (ffff9dff530fa400) 00010000:00010000:1.0:1787755985.687257:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.687259:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687265:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a63b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5db7369b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687295:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a62d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214af5 expref: 88 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687308:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eda00/0x9b2b32536578a642 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214af5 expref: 87 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.687366:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:1.0:1787755985.687369:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755985.687371:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1eda00, rc 0) 00000100:00100000:1.0:1787755985.687434:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+87:232705:x1874588654630656:12345-192.168.201.7@tcp:101:ls.0 Request processed in 761us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.687442:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70714 00000100:00100000:3.0:1787755985.690595:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.690949:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630784 00000100:00100000:1.0:1787755985.690960:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630784 00000100:00100000:1.0:1787755985.691010:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70715 00000100:00100000:1.0:1787755985.691021:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+87:232705:x1874588654630784:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.691159:0:35154:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.691191:0:35154:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed200/0x9b2b32536578a649 lrc: 2/0,0 mode: --/CR res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214afc expref: -99 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.691264:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec400/0x9b2b32536578a650 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.691278:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec400/0x9b2b32536578a650 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.691290:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec400/0x9b2b32536578a650 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.691534:0:35154:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.691540:0:35154:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.691587:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed200/0x9b2b32536578a649 lrc: 0/0,0 mode: --/CR res: [0x200000400:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214afc expref: 89 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.691606:0:35154:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec400/0x9b2b32536578a650 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214afc expref: 88 pid: 35154 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.691616:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x5:0x0].0x0 (ffff9dff531e4b00) 00010000:00010000:1.0:1787755985.691619:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.691622:0:35154:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ec400, rc 0) 00000100:00100000:1.0:1787755985.691736:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+88:232705:x1874588654630784:12345-192.168.201.7@tcp:101:ls.0 Request processed in 715us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.691746:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70715 00000100:00100000:3.0:1787755985.694883:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.694981:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654630912 00000100:00100000:1.0:1787755985.694993:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654630912 00000100:00100000:1.0:1787755985.695150:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70716 00000100:00100000:1.0:1787755985.695162:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:232705:x1874588654630912:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.695185:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.695212:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a657 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b03 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.695277:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a65e lrc: 3/1,0 mode: --/PR res: [0x240000401:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.695292:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a65e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.695304:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a65e lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.695383:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0x5:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.695388:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.695425:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a657 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b03 expref: 28 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.695445:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec200/0x9b2b32536578a65e lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b03 expref: 27 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.695455:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x5:0x0].0x0 (ffff9dff531e4700) 00010000:00010000:1.0:1787755985.695458:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.695463:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ec200, rc 0) 00000100:00100000:1.0:1787755985.695615:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b308e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:232705:x1874588654630912:12345-192.168.201.7@tcp:101:ls.0 Request processed in 454us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.695623:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70716 00000100:00100000:0.0:1787755985.699502:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.699604:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631040 00000100:00100000:3.0:1787755985.699619:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631040 00000100:00100000:3.0:1787755985.699683:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70717 00000100:00100000:3.0:1787755985.699694:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+88:232705:x1874588654631040:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.699715:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.699741:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a665 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b0a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.699788:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40e00/0x9b2b32536578a66c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.699819:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40e00/0x9b2b32536578a66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.699833:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40e00/0x9b2b32536578a66c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.700039:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a665 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b0a expref: 90 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.700079:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40e00/0x9b2b32536578a66c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b0a expref: 89 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.700090:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9dff530fa300) 00010000:00010000:3.0:1787755985.700093:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1787755985.700097:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd40e00, rc 0) 00000100:00100000:3.0:1787755985.700171:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+89:232705:x1874588654631040:12345-192.168.201.7@tcp:101:ls.0 Request processed in 478us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.700178:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70717 00000100:00100000:2.0:1787755985.703941:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.704157:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631168 00000100:00100000:1.0:1787755985.704170:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631168 00000100:00100000:1.0:1787755985.704236:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70718 00000100:00100000:1.0:1787755985.704247:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+89:232705:x1874588654631168:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.704268:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.704291:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed200/0x9b2b32536578a673 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b11 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704403:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704419:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704430:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704446:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704454:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704460:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704561:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec600/0x9b2b32536578a688 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704569:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec600/0x9b2b32536578a688 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704576:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec600/0x9b2b32536578a688 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.704716:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x7c:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.704721:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787755985.704744:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec600/0x9b2b32536578a688 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704758:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704765:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704771:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704778:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704784:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ece00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.704788:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704795:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704819:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.704824:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.704829:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704836:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a67a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704850:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704855:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704860:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704865:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ed600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.704868:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704874:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704882:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x88709611 (ffff9dff531e4e00) 00010000:00010000:1.0:1787755985.704885:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.704888:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704893:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a681 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x88709611 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704926:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed200/0x9b2b32536578a673 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b11 expref: 91 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704943:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec600/0x9b2b32536578a688 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b11 expref: 90 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.704951:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff9dff531e4200) 00010000:00010000:1.0:1787755985.704954:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755985.704956:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ec600, rc 0) 00000100:00100000:1.0:1787755985.705021:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+90:232705:x1874588654631168:12345-192.168.201.7@tcp:101:ls.0 Request processed in 776us (1090us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.705029:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70718 00000100:00100000:0.0:1787755985.708546:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.708666:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631296 00000100:00100000:2.0:1787755985.708680:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631296 00000100:00100000:2.0:1787755985.708751:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70719 00000100:00100000:2.0:1787755985.708763:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+90:232705:x1874588654631296:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.708792:0:10714:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.708840:0:10714:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a68f lrc: 2/0,0 mode: --/CR res: [0x200000400:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b18 expref: -99 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.708929:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabe00/0x9b2b32536578a696 lrc: 3/1,0 mode: --/PR res: [0x200000400:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.708946:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabe00/0x9b2b32536578a696 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.708957:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabe00/0x9b2b32536578a696 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.709009:0:10714:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0xc:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.709014:0:10714:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.709074:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a68f lrc: 0/0,0 mode: --/CR res: [0x200000400:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b18 expref: 92 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.709099:0:10714:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabe00/0x9b2b32536578a696 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b18 expref: 91 pid: 10714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.709113:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0xc:0x0].0x0 (ffff9dff46434a00) 00010000:00010000:2.0:1787755985.709116:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.709119:0:10714:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51dabe00, rc 0) 00000100:00100000:2.0:1787755985.709410:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+91:232705:x1874588654631296:12345-192.168.201.7@tcp:101:ls.0 Request processed in 645us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.709418:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70719 00000100:00100000:0.0:1787755985.712694:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.712784:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631424 00000100:00100000:2.0:1787755985.712794:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631424 00000100:00100000:2.0:1787755985.712864:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70720 00000100:00100000:2.0:1787755985.712876:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:232705:x1874588654631424:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.712896:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.712919:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daa000/0x9b2b32536578a69d lrc: 2/0,0 mode: --/CR res: [0x240000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b1f expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.712979:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daa400/0x9b2b32536578a6a4 lrc: 3/1,0 mode: --/PR res: [0x240000401:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.712993:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daa400/0x9b2b32536578a6a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.713004:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daa400/0x9b2b32536578a6a4 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.713064:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0xc:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.713069:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.713106:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daa000/0x9b2b32536578a69d lrc: 0/0,0 mode: --/CR res: [0x240000401:0xc:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b1f expref: 29 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.713130:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daa400/0x9b2b32536578a6a4 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0xc:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b1f expref: 28 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.713139:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0xc:0x0].0x0 (ffff9dff46434000) 00010000:00010000:2.0:1787755985.713143:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.713146:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daa400, rc 0) 00000100:00100000:2.0:1787755985.713207:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:232705:x1874588654631424:12345-192.168.201.7@tcp:101:ls.0 Request processed in 333us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.713213:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70720 00000100:00100000:3.0:1787755985.716474:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.716572:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631552 00000100:00100000:1.0:1787755985.716583:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631552 00000100:00100000:1.0:1787755985.716643:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70721 00000100:00100000:1.0:1787755985.716653:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+91:232705:x1874588654631552:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.716672:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.716693:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed200/0x9b2b32536578a6ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b26 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.716731:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a6b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.716745:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.716756:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a6b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.716937:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed200/0x9b2b32536578a6ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b26 expref: 93 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.716954:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed600/0x9b2b32536578a6b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b26 expref: 92 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.716962:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c:0x0].0x0 (ffff9dff531e4200) 00010000:00010000:1.0:1787755985.716965:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.716968:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ed600, rc 0) 00000100:00100000:1.0:1787755985.717030:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+92:232705:x1874588654631552:12345-192.168.201.7@tcp:101:ls.0 Request processed in 377us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.717037:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70721 00000100:00100000:0.0:1787755985.720956:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.721080:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631680 00000100:00100000:2.0:1787755985.721091:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631680 00000100:00100000:2.0:1787755985.721156:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70722 00000100:00100000:2.0:1787755985.721170:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+92:232705:x1874588654631680:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.721191:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.721210:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa000/0x9b2b32536578a6b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b2d expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721290:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721305:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721348:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721366:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721375:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721380:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721489:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa600/0x9b2b32536578a6ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x57:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721498:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa600/0x9b2b32536578a6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721505:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa600/0x9b2b32536578a6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.721551:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x57:0x0]: returning size 42163979 00000004:00200000:2.0:1787755985.721556:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.721579:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa600/0x9b2b32536578a6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721589:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa600/0x9b2b32536578a6ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721599:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721605:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721611:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721621:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721627:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab400 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.721631:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721638:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721649:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.721652:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.721657:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721664:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a6c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721677:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721683:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721689:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721693:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51daa800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.721695:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721704:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721711:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xcdd61eb0 (ffff9dff46434400) 00010000:00010000:2.0:1787755985.721714:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.721716:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721721:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a6c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xcdd61eb0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721751:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa000/0x9b2b32536578a6b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b2d expref: 94 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721763:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa600/0x9b2b32536578a6ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x57:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b2d expref: 93 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.721770:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x57:0x0].0x0 (ffff9dff46434700) 00010000:00010000:2.0:1787755985.721772:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.721774:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daa600, rc 0) 00000100:00100000:2.0:1787755985.721847:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+93:232705:x1874588654631680:12345-192.168.201.7@tcp:101:ls.0 Request processed in 680us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.721854:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70722 00000100:00100000:0.0:1787755985.725853:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.725975:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631808 00000100:00100000:1.0:1787755985.725988:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631808 00000100:00100000:1.0:1787755985.726065:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30923 00000100:00100000:1.0:1787755985.726076:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:2402:x1874588654631808:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.726094:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.726120:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000079ee94f8/0x9b2b32536578a6d5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b34 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.726152:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 42163979, mtime: 0x6a8ee473, atime: 0x6a8ee473, ctime: 0x6a8ee473, blocks: 0x7c8 00010000:00010000:1.0:1787755985.726177:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.726181:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.726194:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000079ee94f8/0x9b2b32536578a6d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b34 expref: 28 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.726214:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000079ee94f8/0x9b2b32536578a6d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b34 expref: 28 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.726234:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ed200, rc 0) 00000100:00100000:1.0:1787755985.726307:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:2402:x1874588654631808:12345-192.168.201.7@tcp:101:ls.0 Request processed in 232us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.726363:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30923 00000100:00100000:3.0:1787755985.734003:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.734301:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654631936 00000100:00100000:1.0:1787755985.734363:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654631936 00000100:00100000:1.0:1787755985.734446:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70723 00000100:00100000:1.0:1787755985.734459:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+93:232705:x1874588654631936:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.734488:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.734518:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a6dc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b3b expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734615:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734633:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734644:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734659:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734665:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734671:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734775:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eca00/0x9b2b32536578a6f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x59:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734783:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eca00/0x9b2b32536578a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734789:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eca00/0x9b2b32536578a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.734856:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x59:0x0]: returning size 42163979 00000004:00200000:1.0:1787755985.734861:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.734882:0:6519:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eca00/0x9b2b32536578a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734894:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eca00/0x9b2b32536578a6f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734905:0:6519:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734912:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734918:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734925:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734932:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ed800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.734937:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734946:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734958:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.734960:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.734966:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734971:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a6e3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734986:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734991:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.734997:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735002:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ede00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.735005:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735011:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735017:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x121d9958 (ffff9dff531e4900) 00010000:00010000:1.0:1787755985.735020:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.735023:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735033:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a6ea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x121d9958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735076:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a6dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b3b expref: 95 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735089:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1eca00/0x9b2b32536578a6f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x59:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b3b expref: 94 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.735097:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x59:0x0].0x0 (ffff9dff531e4600) 00010000:00010000:1.0:1787755985.735099:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.735102:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1eca00, rc 0) 00000100:00100000:1.0:1787755985.735177:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b309f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+94:232705:x1874588654631936:12345-192.168.201.7@tcp:101:ls.0 Request processed in 720us (1183us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.735184:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70723 00000100:00100000:0.0:1787755985.739390:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.739497:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632064 00000100:00100000:2.0:1787755985.739513:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632064 00000100:00100000:2.0:1787755985.739583:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30924 00000100:00100000:2.0:1787755985.739594:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:2401:x1874588654632064:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.739624:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.739649:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b1dc874/0x9b2b32536578a6f8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b42 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.739678:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 42163979, mtime: 0x6a8ee472, atime: 0x6a8ee471, ctime: 0x6a8ee472, blocks: 0x7c8 00010000:00010000:2.0:1787755985.739704:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.739709:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.739721:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b1dc874/0x9b2b32536578a6f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b42 expref: 29 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.739739:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000001b1dc874/0x9b2b32536578a6f8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b42 expref: 29 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.739752:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daa000, rc 0) 00000100:00100000:2.0:1787755985.739838:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:2401:x1874588654632064:12345-192.168.201.7@tcp:101:ls.0 Request processed in 245us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.739844:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30924 00000100:00100000:0.0:1787755985.743090:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.743186:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632192 00000100:00100000:3.0:1787755985.743196:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632192 00000100:00100000:3.0:1787755985.743256:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70724 00000100:00100000:3.0:1787755985.743266:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+94:232705:x1874588654632192:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.743288:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.743309:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a6ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b49 expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743418:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743433:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743446:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743462:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743468:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743478:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743581:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41200/0x9b2b32536578a714 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743590:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41200/0x9b2b32536578a714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743597:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41200/0x9b2b32536578a714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.743684:0:35157:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 4096 00000004:00200000:3.0:1787755985.743690:0:35157:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:3.0:1787755985.743714:0:35157:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41200/0x9b2b32536578a714 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743729:0:35157:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743736:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743743:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743750:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743757:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.743762:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743772:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743786:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.743789:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.743794:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743800:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a706 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743830:0:35157:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743836:0:35157:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743841:0:35157:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743846:0:35157:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.743849:0:35157:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743855:0:35157:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743862:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8e1e0565 (ffff9dff46148300) 00010000:00010000:3.0:1787755985.743865:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.743868:0:35157:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743878:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a70d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8e1e0565 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743908:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41c00/0x9b2b32536578a6ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b49 expref: 96 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743922:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41200/0x9b2b32536578a714 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b49 expref: 95 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.743929:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9dff46148e00) 00010000:00010000:3.0:1787755985.743931:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787755985.743933:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41200, rc 0) 00000100:00100000:3.0:1787755985.743991:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+95:232705:x1874588654632192:12345-192.168.201.7@tcp:101:ls.0 Request processed in 727us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.743998:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70724 00000100:00100000:3.0:1787755985.746771:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.746897:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632320 00000100:00100000:2.0:1787755985.746908:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632320 00000100:00100000:2.0:1787755985.746975:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70725 00000100:00100000:2.0:1787755985.746986:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+95:232705:x1874588654632320:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.747012:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.747038:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a71b lrc: 2/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b50 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.747118:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a722 lrc: 3/1,0 mode: --/PR res: [0x200000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.747132:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a722 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.747144:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a722 lrc: 3/1,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.747196:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000400:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.747201:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.747244:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a71b lrc: 0/0,0 mode: --/CR res: [0x200000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b50 expref: 97 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.747266:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab400/0x9b2b32536578a722 lrc: 3/0,0 mode: PR/PR res: [0x200000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b50 expref: 96 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.747278:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000400:0x7:0x0].0x0 (ffff9dff46434e00) 00010000:00010000:2.0:1787755985.747281:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.747287:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51dab400, rc 0) 00000100:00100000:2.0:1787755985.747639:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4b30a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+96:232705:x1874588654632320:12345-192.168.201.7@tcp:101:ls.0 Request processed in 653us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.747646:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70725 00000100:00100000:0.0:1787755985.750781:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.750903:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632448 00000100:00100000:1.0:1787755985.750914:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632448 00000100:00100000:1.0:1787755985.750972:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70726 00000100:00100000:1.0:1787755985.750985:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:232705:x1874588654632448:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.751004:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.751029:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a729 lrc: 2/0,0 mode: --/CR res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b57 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.751112:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a730 lrc: 3/1,0 mode: --/PR res: [0x240000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.751126:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a730 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.751138:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a730 lrc: 3/1,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.751199:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000401:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.751205:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.751245:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a729 lrc: 0/0,0 mode: --/CR res: [0x240000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b57 expref: 30 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.751266:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ede00/0x9b2b32536578a730 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b57 expref: 29 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.751274:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000401:0x7:0x0].0x0 (ffff9dff531e4900) 00010000:00010000:1.0:1787755985.751277:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.751281:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ede00, rc 0) 00000100:00100000:1.0:1787755985.751392:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:232705:x1874588654632448:12345-192.168.201.7@tcp:101:ls.0 Request processed in 409us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.751399:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70726 00000100:00100000:0.0:1787755985.754844:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.754956:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632576 00000100:00100000:2.0:1787755985.754967:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632576 00000100:00100000:2.0:1787755985.755033:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70727 00000100:00100000:2.0:1787755985.755054:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+96:232705:x1874588654632576:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.755079:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.755103:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a737 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b5e expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.755149:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa200/0x9b2b32536578a73e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.755164:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa200/0x9b2b32536578a73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.755175:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa200/0x9b2b32536578a73e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.755407:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a737 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b5e expref: 98 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.755428:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa200/0x9b2b32536578a73e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b5e expref: 97 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.755436:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff9dff46148e00) 00010000:00010000:2.0:1787755985.755439:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787755985.755443:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daa200, rc 0) 00000100:00100000:2.0:1787755985.755504:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+97:232705:x1874588654632576:12345-192.168.201.7@tcp:101:ls.0 Request processed in 461us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.755511:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70727 00000100:00100000:3.0:1787755985.759165:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.759279:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632704 00000100:00100000:1.0:1787755985.759289:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632704 00000100:00100000:1.0:1787755985.759387:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70728 00000100:00100000:1.0:1787755985.759400:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+97:232705:x1874588654632704:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.759420:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.759443:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a745 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b65 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759509:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759527:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759538:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759554:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759561:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759567:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759661:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a75a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759670:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759677:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.759755:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x162:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.759760:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00000004:00010000:1.0:1787755985.759780:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a75a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759794:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759805:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759824:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759832:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759837:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ed800 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.759842:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759851:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759862:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.759865:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.759870:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759877:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a74c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759890:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759896:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759902:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759908:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1ec000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.759911:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759917:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759924:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaa15b6a (ffff9dff531e4300) 00010000:00010000:1.0:1787755985.759927:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.759930:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759935:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a753 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaa15b6a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759964:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a745 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b65 expref: 99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759976:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b60c00/0x9b2b32536578a75a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b65 expref: 98 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.759983:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x162:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755985.759985:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755985.759987:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b60c00, rc 0) 00000100:00100000:1.0:1787755985.760040:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+98:232705:x1874588654632704:12345-192.168.201.7@tcp:101:ls.0 Request processed in 642us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.760047:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70728 00000100:00100000:0.0:1787755985.763939:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.764061:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632832 00000100:00100000:2.0:1787755985.764073:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632832 00000100:00100000:2.0:1787755985.764145:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70729 00000100:00100000:2.0:1787755985.764155:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+98:232705:x1874588654632832:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.764181:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.764211:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a761 lrc: 2/0,0 mode: --/CR res: [0x200000bd0:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b6c expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.764281:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daae00/0x9b2b32536578a768 lrc: 3/1,0 mode: --/PR res: [0x200000bd0:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.764295:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daae00/0x9b2b32536578a768 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.764308:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daae00/0x9b2b32536578a768 lrc: 3/1,0 mode: PR/PR res: [0x200000bd0:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.764410:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000bd0:0x6b:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.764417:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.764463:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a761 lrc: 0/0,0 mode: --/CR res: [0x200000bd0:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b6c expref: 100 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.764484:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daae00/0x9b2b32536578a768 lrc: 3/0,0 mode: PR/PR res: [0x200000bd0:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b6c expref: 99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.764492:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd0:0x6b:0x0].0x0 (ffff9dff46434c00) 00010000:00010000:2.0:1787755985.764496:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.764499:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daae00, rc 0) 00000100:00100000:2.0:1787755985.764570:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a9a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+99:232705:x1874588654632832:12345-192.168.201.7@tcp:101:ls.0 Request processed in 416us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.764577:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70729 00000100:00100000:0.0:1787755985.767791:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.767910:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654632960 00000100:00100000:1.0:1787755985.767921:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654632960 00000100:00100000:1.0:1787755985.767990:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70730 00000100:00100000:1.0:1787755985.768002:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:232705:x1874588654632960:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.768023:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.768057:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a76f lrc: 2/0,0 mode: --/CR res: [0x240000404:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b73 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.768122:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a776 lrc: 3/1,0 mode: --/PR res: [0x240000404:0x6b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.768137:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a776 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.768150:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a776 lrc: 3/1,0 mode: PR/PR res: [0x240000404:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.768208:0:6519:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000404:0x6b:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.768214:0:6519:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.768256:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ece00/0x9b2b32536578a76f lrc: 0/0,0 mode: --/CR res: [0x240000404:0x6b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b73 expref: 31 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.768276:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1ec000/0x9b2b32536578a776 lrc: 3/0,0 mode: PR/PR res: [0x240000404:0x6b:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b73 expref: 30 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.768285:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000404:0x6b:0x0].0x0 (ffff9dff531e4300) 00010000:00010000:1.0:1787755985.768289:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.768292:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1ec000, rc 0) 00000100:00100000:1.0:1787755985.768617:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:232705:x1874588654632960:12345-192.168.201.7@tcp:101:ls.0 Request processed in 615us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.768629:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70730 00000100:00100000:3.0:1787755985.771799:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.771906:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633088 00000100:00100000:1.0:1787755985.771916:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633088 00000100:00100000:1.0:1787755985.771984:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70731 00000100:00100000:1.0:1787755985.771995:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+99:232705:x1874588654633088:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.772016:0:35157:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.772037:0:35157:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a77d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b7a expref: -99 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.772087:0:35157:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a784 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.772103:0:35157:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.772115:0:35157:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a784 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35157 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.772289:0:35157:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1ed800/0x9b2b32536578a77d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x162:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b7a expref: 101 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.772309:0:35157:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7c200/0x9b2b32536578a784 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x162:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b7a expref: 100 pid: 35157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.772502:0:35157:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x162:0x0].0x0 (ffff9dff531e4f00) 00010000:00010000:1.0:1787755985.772505:0:35157:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.772511:0:35157:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe47c7c200, rc 0) 00000100:00100000:1.0:1787755985.772591:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+100:232705:x1874588654633088:12345-192.168.201.7@tcp:101:ls.0 Request processed in 597us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.772599:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70731 00000100:00100000:0.0:1787755985.777423:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.777803:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633216 00000100:00100000:1.0:1787755985.777821:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633216 00000100:00100000:1.0:1787755985.777882:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70732 00000100:00100000:1.0:1787755985.777894:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+100:232705:x1874588654633216:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.777916:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.777940:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a78b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b81 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778065:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778082:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778095:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778114:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778121:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778127:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778220:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1e00/0x9b2b32536578a7a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x80:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778232:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1e00/0x9b2b32536578a7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778238:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1e00/0x9b2b32536578a7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.778286:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x80:0x0]: returning size 0 00000004:00200000:1.0:1787755985.778291:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.778310:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1e00/0x9b2b32536578a7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778611:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1e00/0x9b2b32536578a7a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778622:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778629:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778636:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778642:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778648:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e1600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.778652:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778659:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778675:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.778678:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.778682:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778688:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a792 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778700:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778706:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778711:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778717:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e0600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.778720:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778725:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778731:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x7bf5d484 (ffff9dff531e4d00) 00010000:00010000:1.0:1787755985.778733:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.778735:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778741:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a799 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x7bf5d484 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778774:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a78b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b81 expref: 102 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778787:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1e00/0x9b2b32536578a7a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x80:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b81 expref: 101 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.778896:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x80:0x0].0x0 (ffff9dff531e4400) 00010000:00010000:1.0:1787755985.778898:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.778901:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e1e00, rc 0) 00000100:00100000:1.0:1787755985.778972:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:b211e791-52bd-4fb0-8db7-bbed27b67abc+101:232705:x1874588654633216:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1079us (1568us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.778979:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70732 00000100:00100000:0.0:1787755985.781683:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.782188:0:35156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633344 00000100:00100000:1.0:1787755985.782199:0:35156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633344 00000100:00100000:1.0:1787755985.782255:0:35156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30925 00000100:00100000:1.0:1787755985.782265:0:35156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:2401:x1874588654633344:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.782284:0:35156:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.782306:0:35156:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af96d1dc/0x9b2b32536578a7a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b88 expref: -99 pid: 35156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.782533:0:35156:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x6a8ee5a2, atime: 0x6a8ee5a2, ctime: 0x6a8ee5a2, blocks: 0x0 00010000:00010000:1.0:1787755985.782553:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.782558:0:35156:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.782569:0:35156:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af96d1dc/0x9b2b32536578a7a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b88 expref: 30 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.782591:0:35156:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000af96d1dc/0x9b2b32536578a7a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b88 expref: 30 pid: 35156 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.782604:0:35156:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0a00, rc 0) 00000100:00100000:1.0:1787755985.782667:0:35156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:2401:x1874588654633344:12345-192.168.201.7@tcp:101:ls.0 Request processed in 403us (993us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.782674:0:35156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30925 00000100:00100000:3.0:1787755985.785286:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.785427:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633472 00000100:00100000:1.0:1787755985.785436:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633472 00000100:00100000:1.0:1787755985.785500:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70733 00000100:00100000:1.0:1787755985.785512:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+101:232705:x1874588654633472:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.785532:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.785554:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0000/0x9b2b32536578a7ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b8f expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785635:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785650:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785662:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785678:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785690:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785696:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785792:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1000/0x9b2b32536578a7c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x64:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785820:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1000/0x9b2b32536578a7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785827:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1000/0x9b2b32536578a7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.785878:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x64:0x0]: returning size 248 00000004:00200000:1.0:1787755985.785883:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.785907:0:6520:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1000/0x9b2b32536578a7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785918:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1000/0x9b2b32536578a7c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785928:0:6520:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785934:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785940:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785951:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785956:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e0c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.785961:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785969:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785982:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.785985:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.785989:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.785995:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786012:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786019:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786025:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786031:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e1c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.786034:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786044:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786051:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc0163b1 (ffff9dff530fa400) 00010000:00010000:1.0:1787755985.786054:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.786057:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786063:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc0163b1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786095:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0000/0x9b2b32536578a7ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b8f expref: 103 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786111:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1000/0x9b2b32536578a7c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x64:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b8f expref: 102 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.786118:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x64:0x0].0x0 (ffff9dff44577a00) 00010000:00010000:1.0:1787755985.786120:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.786123:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e1000, rc 0) 00000100:00100000:1.0:1787755985.786181:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+102:232705:x1874588654633472:12345-192.168.201.7@tcp:101:ls.0 Request processed in 671us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.786189:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70733 00000100:00100000:0.0:1787755985.789777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.790177:0:35160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633600 00000100:00100000:3.0:1787755985.790190:0:35160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633600 00000100:00100000:3.0:1787755985.790289:0:35160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30926 00000100:00100000:3.0:1787755985.790303:0:35160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+26:2402:x1874588654633600:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.790354:0:35160:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.790380:0:35160:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adfc7c32/0x9b2b32536578a7ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b96 expref: -99 pid: 35160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787755985.790416:0:35160:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 248, mtime: 0x6a8ee473, atime: 0x0, ctime: 0x6a8ee473, blocks: 0x8 00010000:00010000:3.0:1787755985.790438:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:3.0:1787755985.790444:0:35160:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787755985.790456:0:35160:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adfc7c32/0x9b2b32536578a7ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b96 expref: 27 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.790475:0:35160:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000adfc7c32/0x9b2b32536578a7ca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b96 expref: 27 pid: 35160 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.790488:0:35160:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41c00, rc 0) 00000100:00100000:3.0:1787755985.790563:0:35160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:2402:x1874588654633600:12345-192.168.201.7@tcp:101:ls.0 Request processed in 263us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.790571:0:35160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30926 00000100:00100000:0.0:1787755985.794889:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.794983:0:10713:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633728 00000100:00100000:2.0:1787755985.794994:0:10713:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633728 00000100:00100000:2.0:1787755985.795065:0:10713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70734 00000100:00100000:2.0:1787755985.795076:0:10713:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+102:232705:x1874588654633728:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.795100:0:10713:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.795122:0:10713:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a7d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214b9d expref: -99 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795187:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795201:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795213:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795229:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795236:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795243:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795692:0:10713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daaa00/0x9b2b32536578a7e6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795702:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daaa00/0x9b2b32536578a7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795709:0:10713:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daaa00/0x9b2b32536578a7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.795753:0:10713:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 512 00000004:00200000:2.0:1787755985.795758:0:10713:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.795776:0:10713:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daaa00/0x9b2b32536578a7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795789:0:10713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daaa00/0x9b2b32536578a7e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795798:0:10713:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795804:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795820:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795827:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795833:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51daac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.795837:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795844:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795857:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.795860:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.795865:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795870:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a7d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795887:0:10713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795892:0:10713:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795897:0:10713:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795902:0:10713:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.795904:0:10713:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795910:0:10713:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795916:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xdaa263d0 (ffff9dff46434b00) 00010000:00010000:2.0:1787755985.795918:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.795922:0:10713:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795926:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a7df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xdaa263d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10713 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795956:0:10713:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a7d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b9d expref: 104 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795969:0:10713:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daaa00/0x9b2b32536578a7e6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214b9d expref: 103 pid: 10713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.795980:0:10713:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff9dfe502b8c00) 00010000:00010000:2.0:1787755985.795982:0:10713:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.795985:0:10713:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daaa00, rc 0) 00000100:00100000:2.0:1787755985.796142:0:10713:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:b211e791-52bd-4fb0-8db7-bbed27b67abc+103:232705:x1874588654633728:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1066us (1261us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.796149:0:10713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70734 00000100:00100000:0.0:1787755985.800771:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.800869:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633856 00000100:00100000:1.0:1787755985.800881:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633856 00000100:00100000:1.0:1787755985.800952:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30927 00000100:00100000:1.0:1787755985.800964:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+27:2401:x1874588654633856:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.800993:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.801021:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000644de90f/0x9b2b32536578a7ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214ba4 expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.801064:0:8679:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x4:0x0] initial LVB size: 512, mtime: 0x6a8edc2a, atime: 0x0, ctime: 0x6a8edc2a, blocks: 0x8 00010000:00010000:1.0:1787755985.801088:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.801093:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x4:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.801104:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000644de90f/0x9b2b32536578a7ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ba4 expref: 28 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.801122:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000644de90f/0x9b2b32536578a7ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214ba4 expref: 28 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.801134:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0000, rc 0) 00000100:00100000:1.0:1787755985.801203:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:2401:x1874588654633856:12345-192.168.201.7@tcp:101:ls.0 Request processed in 240us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.801210:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30927 00000100:00100000:0.0:1787755985.805396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.805554:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654633984 00000100:00100000:1.0:1787755985.805566:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654633984 00000100:00100000:1.0:1787755985.805629:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70735 00000100:00100000:1.0:1787755985.805639:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+103:232705:x1874588654633984:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.805661:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.805681:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bab expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805745:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805760:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805772:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805785:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805793:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805800:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805897:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a809 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x65:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805906:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805912:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.805955:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x65:0x0]: returning size 248 00000004:00200000:1.0:1787755985.805959:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.805977:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.805991:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806004:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806011:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806018:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806025:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806031:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e0c00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.806035:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806610:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806629:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.806632:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.806637:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806643:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a7fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806659:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806665:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806673:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806679:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e0600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.806682:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806688:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806695:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9c98c038 (ffff9dff44577800) 00010000:00010000:1.0:1787755985.806697:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.806700:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806705:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a802 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9c98c038 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806748:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a7f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bab expref: 105 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806763:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1600/0x9b2b32536578a809 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x65:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bab expref: 104 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.806770:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x65:0x0].0x0 (ffff9dff44577600) 00010000:00010000:1.0:1787755985.806773:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.806775:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e1600, rc 0) 00000100:00100000:1.0:1787755985.806857:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:b211e791-52bd-4fb0-8db7-bbed27b67abc+104:232705:x1874588654633984:12345-192.168.201.7@tcp:101:ls.0 Request processed in 1219us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.806869:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70735 00000100:00100000:0.0:1787755985.810484:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.810601:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634112 00000100:00100000:1.0:1787755985.810613:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634112 00000100:00100000:1.0:1787755985.810677:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30928 00000100:00100000:1.0:1787755985.810688:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:2401:x1874588654634112:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.810708:0:24263:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.810731:0:24263:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000258234d1/0x9b2b32536578a810 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bb2 expref: -99 pid: 24263 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.810758:0:24263:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 248, mtime: 0x6a8ee473, atime: 0x0, ctime: 0x6a8ee473, blocks: 0x8 00010000:00010000:1.0:1787755985.810782:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.810787:0:24263:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.810816:0:24263:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000258234d1/0x9b2b32536578a810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bb2 expref: 31 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.810834:0:24263:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000258234d1/0x9b2b32536578a810 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bb2 expref: 31 pid: 24263 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.810846:0:24263:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0800, rc 0) 00000100:00100000:1.0:1787755985.810898:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+31:2401:x1874588654634112:12345-192.168.201.7@tcp:101:ls.0 Request processed in 211us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.810904:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30928 00000100:00100000:0.0:1787755985.814404:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.814516:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634240 00000100:00100000:2.0:1787755985.814528:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634240 00000100:00100000:2.0:1787755985.814584:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70736 00000100:00100000:2.0:1787755985.814593:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+104:232705:x1874588654634240:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.814616:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.814638:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bb9 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814710:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814727:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814739:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814757:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814764:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814774:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814907:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabc00/0x9b2b32536578a82c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814916:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabc00/0x9b2b32536578a82c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.814924:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabc00/0x9b2b32536578a82c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.814982:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x5e:0x0]: returning size 0 00000004:00200000:2.0:1787755985.814987:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.815009:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabc00/0x9b2b32536578a82c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815023:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabc00/0x9b2b32536578a82c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815032:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815049:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815056:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815063:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815075:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.815079:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815086:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815099:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.815102:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.815107:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815113:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab000/0x9b2b32536578a81e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815128:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815134:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815139:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815145:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51daac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.815147:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815153:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815163:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb1e0e1d7 (ffff9dff46434b00) 00010000:00010000:2.0:1787755985.815165:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.815167:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815172:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a825 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb1e0e1d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815201:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daa800/0x9b2b32536578a817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bb9 expref: 106 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815213:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dabc00/0x9b2b32536578a82c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x5e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bb9 expref: 105 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.815220:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5e:0x0].0x0 (ffff9dff7b92eb00) 00010000:00010000:2.0:1787755985.815223:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.815225:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51dabc00, rc 0) 00000100:00100000:2.0:1787755985.815293:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+105:232705:x1874588654634240:12345-192.168.201.7@tcp:101:ls.0 Request processed in 700us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.815300:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70736 00000100:00100000:0.0:1787755985.819959:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.820064:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634368 00000100:00100000:2.0:1787755985.820076:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634368 00000100:00100000:2.0:1787755985.820150:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30929 00000100:00100000:2.0:1787755985.820164:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+28:2399:x1874588654634368:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.820187:0:8435:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.820210:0:8435:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002335a0d8/0x9b2b32536578a833 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bc0 expref: -99 pid: 8435 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.820245:0:8435:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787755985.820267:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.820272:0:8435:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.820282:0:8435:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002335a0d8/0x9b2b32536578a833 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bc0 expref: 29 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.820302:0:8435:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002335a0d8/0x9b2b32536578a833 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bc0 expref: 29 pid: 8435 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.820348:0:8435:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51daa800, rc 0) 00000100:00100000:2.0:1787755985.820415:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:2399:x1874588654634368:12345-192.168.201.7@tcp:101:ls.0 Request processed in 253us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.820422:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30929 00000100:00100000:0.0:1787755985.823903:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.824011:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634496 00000100:00100000:3.0:1787755985.824024:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634496 00000100:00100000:3.0:1787755985.824108:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70737 00000100:00100000:3.0:1787755985.824120:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+105:232705:x1874588654634496:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.824144:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.824165:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a83a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bc7 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824235:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824249:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824261:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824277:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824284:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824290:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824433:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41400/0x9b2b32536578a84f lrc: 3/1,0 mode: --/PR res: [0x240000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824442:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41400/0x9b2b32536578a84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824449:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41400/0x9b2b32536578a84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755985.824475:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41400/0x9b2b32536578a84f lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824492:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824500:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824508:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824533:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824540:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.824546:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824554:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824570:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.824574:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.824579:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824586:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824606:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824612:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824618:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824624:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.824626:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824634:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824641:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xeaeb0ef3 (ffff9dff46148900) 00010000:00010000:3.0:1787755985.824643:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.824646:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824652:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xeaeb0ef3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824682:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a83a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bc7 expref: 107 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824694:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41400/0x9b2b32536578a84f lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bc7 expref: 106 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.824702:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15:0x0].0x0 (ffff9dff46148000) 00010000:00010000:3.0:1787755985.824705:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787755985.824707:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41400, rc 0) 00000100:00100000:3.0:1787755985.824763:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+106:232705:x1874588654634496:12345-192.168.201.7@tcp:101:ls.0 Request processed in 646us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.824770:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70737 00000100:00100000:0.0:1787755985.828406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.828507:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634624 00000100:00100000:1.0:1787755985.828520:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634624 00000100:00100000:1.0:1787755985.828576:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70738 00000100:00100000:1.0:1787755985.828586:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:232705:x1874588654634624:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.828606:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.828633:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a856 lrc: 2/0,0 mode: --/CR res: [0x240000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bce expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.828694:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a85d lrc: 3/1,0 mode: --/PR res: [0x240000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.828710:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a85d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.828722:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a85d lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.828845:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000402:0x15:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.828850:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.828886:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a856 lrc: 0/0,0 mode: --/CR res: [0x240000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bce expref: 32 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.828906:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e0600/0x9b2b32536578a85d lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bce expref: 31 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.828915:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15:0x0].0x0 (ffff9dff44577800) 00010000:00010000:1.0:1787755985.828917:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.828922:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0600, rc 0) 00000100:00100000:1.0:1787755985.828997:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:b211e791-52bd-4fb0-8db7-bbed27b67abc+31:232705:x1874588654634624:12345-192.168.201.7@tcp:101:ls.0 Request processed in 412us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.829004:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70738 00000100:00100000:0.0:1787755985.832410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.832785:0:8458:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634752 00000100:00100000:2.0:1787755985.832796:0:8458:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634752 00000100:00100000:2.0:1787755985.832962:0:8458:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70739 00000100:00100000:2.0:1787755985.832974:0:8458:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+31:232705:x1874588654634752:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.832994:0:8458:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.833021:0:8458:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daac00/0x9b2b32536578a864 lrc: 2/0,0 mode: --/CR res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bd5 expref: -99 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.833162:0:8458:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51dab000/0x9b2b32536578a86b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8458 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.833177:0:8458:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51dab000/0x9b2b32536578a86b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.833190:0:8458:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51dab000/0x9b2b32536578a86b lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8458 initiator: MDT1 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.833242:0:8458:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x240000400:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1787755985.833247:0:8458:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:2.0:1787755985.833280:0:8458:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51daac00/0x9b2b32536578a864 lrc: 0/0,0 mode: --/CR res: [0x240000400:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bd5 expref: 33 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.833298:0:8458:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe51dab000/0x9b2b32536578a86b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bd5 expref: 32 pid: 8458 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.833308:0:8458:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000400:0x7:0x0].0x0 (ffff9dff7b92e400) 00010000:00010000:2.0:1787755985.833311:0:8458:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787755985.837227:0:8458:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51dab000, rc 0) 00000100:00100000:2.0:1787755985.837420:0:8458:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:232705:x1874588654634752:12345-192.168.201.7@tcp:101:ls.0 Request processed in 4443us (5020us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.837431:0:8458:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70739 00000100:00100000:0.0:1787755985.841610:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.842116:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654634880 00000100:00100000:1.0:1787755985.842129:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654634880 00000100:00100000:1.0:1787755985.842230:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70740 00000100:00100000:1.0:1787755985.842242:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+106:232705:x1874588654634880:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.842267:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.842294:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a872 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bdc expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.842402:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a879 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.842419:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.842433:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a879 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.842499:0:6520:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x7:0x0]: returning size 4096 00000004:00200000:1.0:1787755985.842505:0:6520:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 2 MDT count 2 00010000:00010000:1.0:1787755985.842549:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a872 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bdc expref: 108 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.842569:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1c00/0x9b2b32536578a879 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x7:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bdc expref: 107 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.842576:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff9dff44577900) 00010000:00010000:1.0:1787755985.842579:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787755985.842582:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e1c00, rc 0) 00000100:00100000:1.0:1787755985.842706:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+107:232705:x1874588654634880:12345-192.168.201.7@tcp:101:ls.0 Request processed in 465us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.842715:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70740 00000100:00100000:0.0:1787755985.846145:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.846238:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635008 00000100:00100000:1.0:1787755985.846249:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635008 00000100:00100000:1.0:1787755985.846340:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70741 00000100:00100000:1.0:1787755985.846352:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:232705:x1874588654635008:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.846378:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.846409:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a880 lrc: 2/0,0 mode: --/PR res: [0x240000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214be3 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.846451:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1800/0x9b2b32536578a887 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.846467:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1800/0x9b2b32536578a887 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.846480:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1800/0x9b2b32536578a887 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.846694:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a880 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214be3 expref: 34 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.846713:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff9dfe4f1e1800/0x9b2b32536578a887 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214be3 expref: 33 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.846723:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15:0x0].0x0 (ffff9dff44577800) 00010000:00010000:1.0:1787755985.846726:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787755985.846729:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e1800, rc 0) 00000100:00100000:1.0:1787755985.846884:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a30c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+33:232705:x1874588654635008:12345-192.168.201.7@tcp:101:ls.0 Request processed in 445us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.846892:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70741 00000100:00100000:0.0:1787755985.851064:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.851210:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635136 00000100:00100000:3.0:1787755985.851223:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635136 00000100:00100000:3.0:1787755985.851358:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70742 00000100:00100000:3.0:1787755985.851372:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+107:232705:x1874588654635136:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.851402:0:6521:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.851424:0:6521:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a88e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bea expref: -99 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851512:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851531:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851546:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851564:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851571:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851578:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851696:0:6521:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41600/0x9b2b32536578a8a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851705:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41600/0x9b2b32536578a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851712:0:6521:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41600/0x9b2b32536578a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.851775:0:6521:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4:0x0]: returning size 0 00000004:00200000:3.0:1787755985.851781:0:6521:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.851817:0:6521:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41600/0x9b2b32536578a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851834:0:6521:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41600/0x9b2b32536578a8a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851846:0:6521:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851853:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851861:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851868:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851875:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.851880:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851887:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851900:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.851904:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.851908:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851915:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a895 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851936:0:6521:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851942:0:6521:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851948:0:6521:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851953:0:6521:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.851956:0:6521:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851962:0:6521:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851969:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x602af192 (ffff9dff46148900) 00010000:00010000:3.0:1787755985.851972:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.851974:0:6521:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.851979:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a89c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x602af192 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6521 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.852018:0:6521:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a88e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bea expref: 109 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.852034:0:6521:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41600/0x9b2b32536578a8a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bea expref: 108 pid: 6521 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.852058:0:6521:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4:0x0].0x0 (ffff9dff439f7a00) 00010000:00010000:3.0:1787755985.852061:0:6521:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.852064:0:6521:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41600, rc 0) 00000100:00100000:3.0:1787755985.852157:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+108:232705:x1874588654635136:12345-192.168.201.7@tcp:101:ls.0 Request processed in 788us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.852166:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70742 00000100:00100000:0.0:1787755985.856267:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.856392:0:20488:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635264 00000100:00100000:1.0:1787755985.856404:0:20488:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635264 00000100:00100000:1.0:1787755985.856463:0:20488:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30930 00000100:00100000:1.0:1787755985.856474:0:20488:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+29:2402:x1874588654635264:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:1.0:1787755985.856498:0:20488:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.856526:0:20488:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000784b5e40/0x9b2b32536578a8aa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bf1 expref: -99 pid: 20488 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787755985.856554:0:20488:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3:0x0] initial LVB size: 0, mtime: 0x6a8edc0a, atime: 0x6a8edc0a, ctime: 0x6a8edc0a, blocks: 0x0 00010000:00010000:1.0:1787755985.856575:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:1.0:1787755985.856580:0:20488:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.856590:0:20488:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000784b5e40/0x9b2b32536578a8aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bf1 expref: 30 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.856610:0:20488:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000784b5e40/0x9b2b32536578a8aa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bf1 expref: 30 pid: 20488 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.856625:0:20488:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0e00, rc 0) 00000100:00100000:1.0:1787755985.856689:0:20488:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:2402:x1874588654635264:12345-192.168.201.7@tcp:101:ls.0 Request processed in 217us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.856697:0:20488:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30930 00000100:00100000:0.0:1787755985.860875:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.860996:0:35153:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635392 00000100:00100000:2.0:1787755985.861011:0:35153:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635392 00000100:00100000:2.0:1787755985.861159:0:35153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70743 00000100:00100000:2.0:1787755985.861177:0:35153:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+108:232705:x1874588654635392:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.861206:0:35153:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.861233:0:35153:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a8b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bf8 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861308:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861371:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861383:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861400:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861408:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861414:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861533:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a8c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x83:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861542:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861550:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.861603:0:35153:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x83:0x0]: returning size 0 00000004:00200000:2.0:1787755985.861608:0:35153:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.861633:0:35153:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861649:0:35153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a8c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861665:0:35153:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861672:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861680:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861687:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861693:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.861697:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861705:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861720:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.861723:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.861728:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861735:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a8b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861750:0:35153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861756:0:35153:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861762:0:35153:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861767:0:35153:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab600 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.861769:0:35153:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861775:0:35153:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861782:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x582ed9b5 (ffff9dff7b92ec00) 00010000:00010000:2.0:1787755985.861784:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.861787:0:35153:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861793:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a8bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x582ed9b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861840:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a8b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bf8 expref: 110 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861855:0:35153:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab800/0x9b2b32536578a8c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x83:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bf8 expref: 109 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.861863:0:35153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x83:0x0].0x0 (ffff9dff7b92e900) 00010000:00010000:2.0:1787755985.861865:0:35153:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.861868:0:35153:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe51dab800, rc 0) 00000100:00100000:2.0:1787755985.861950:0:35153:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_008:b211e791-52bd-4fb0-8db7-bbed27b67abc+109:232705:x1874588654635392:12345-192.168.201.7@tcp:101:ls.0 Request processed in 776us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.861962:0:35153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70743 00000100:00100000:3.0:1787755985.866221:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.866373:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635520 00000100:00100000:2.0:1787755985.866385:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635520 00000100:00100000:2.0:1787755985.866445:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30931 00000100:00100000:2.0:1787755985.866458:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4a93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+31:2401:x1874588654635520:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:2.0:1787755985.866479:0:8436:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.866506:0:8436:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ee631efd/0x9b2b32536578a8cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214bff expref: -99 pid: 8436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787755985.866538:0:8436:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x6a8ee5b9, atime: 0x6a8ee5b9, ctime: 0x6a8ee5b9, blocks: 0x0 00010000:00010000:2.0:1787755985.866562:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=9042s v=(0 0) 00010000:00010000:2.0:1787755985.866566:0:8436:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787755985.866577:0:8436:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ee631efd/0x9b2b32536578a8cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bff expref: 32 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.866596:0:8436:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ee631efd/0x9b2b32536578a8cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214bff expref: 32 pid: 8436 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.866609:0:8436:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dff41229600, rc 0) 00000100:00100000:2.0:1787755985.866671:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4a93ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:2401:x1874588654635520:12345-192.168.201.7@tcp:101:ls.0 Request processed in 216us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.866679:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30931 00000100:00100000:0.0:1787755985.870516:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.870612:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635648 00000100:00100000:3.0:1787755985.870624:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635648 00000100:00100000:3.0:1787755985.870697:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70744 00000100:00100000:3.0:1787755985.870709:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+109:232705:x1874588654635648:12345-192.168.201.7@tcp:101:ls.0 00010000:00010000:3.0:1787755985.870736:0:35152:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787755985.870765:0:35152:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a8d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214c06 expref: -99 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.870863:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.870879:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.870891:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.870909:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.870916:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.870923:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871117:0:35152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871128:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871136:0:35152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787755985.871189:0:35152:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6fa:0x0]: returning size 0 00000004:00200000:3.0:1787755985.871193:0:35152:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787755985.871213:0:35152:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871225:0:35152:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871235:0:35152:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871243:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871250:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871257:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871268:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40000 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.871272:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871280:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871293:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.871296:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.871301:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871307:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40000/0x9b2b32536578a8db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871438:0:35152:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871446:0:35152:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871451:0:35152:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871457:0:35152:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.871460:0:35152:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871467:0:35152:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871479:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4352eb53 (ffff9dff46148900) 00010000:00010000:3.0:1787755985.871481:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.871484:0:35152:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871490:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40a00/0x9b2b32536578a8e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35152 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871525:0:35152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a8d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c06 expref: 111 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871541:0:35152:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c06 expref: 110 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.871548:0:35152:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:3.0:1787755985.871552:0:35152:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787755985.871554:0:35152:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4fd41a00, rc 0) 00000100:00100000:3.0:1787755985.871640:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:b211e791-52bd-4fb0-8db7-bbed27b67abc+110:232705:x1874588654635648:12345-192.168.201.7@tcp:101:ls.0 Request processed in 933us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.871648:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70744 00000100:00100000:0.0:1787755985.879413:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.879524:0:35155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635776 00000100:00100000:1.0:1787755985.879535:0:35155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635776 00000100:00100000:1.0:1787755985.879611:0:35155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70745 00000100:00100000:1.0:1787755985.879622:0:35155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+7:232389:x1874588654635776:12345-192.168.201.7@tcp:101:bash.0 00010000:00010000:1.0:1787755985.879644:0:35155:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.879664:0:35155:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a8f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214c0d expref: -99 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.879727:0:35155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a8f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.879741:0:35155:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.879752:0:35155:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.879824:0:35155:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755985.879828:0:35155:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.879849:0:35155:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.879874:0:35155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a8f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c0d expref: 9 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.879893:0:35155:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a8f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c0d expref: 8 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.879902:0:35155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.879905:0:35155:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755985.879909:0:35155:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0c00, rc 0) 00000100:00100000:1.0:1787755985.879973:0:35155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_010:7bc8a071-3537-4c53-83e7-ca9769577496+8:232389:x1874588654635776:12345-192.168.201.7@tcp:101:bash.0 Request processed in 352us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.879980:0:35155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70745 00000100:00080000:2.0:1787755985.880059:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755985.881707:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.881842:0:8461:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654635904 00000100:00100000:1.0:1787755985.881851:0:8461:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654635904 00000100:00100000:1.0:1787755985.881912:0:8461:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 11230 00000100:00100000:1.0:1787755985.881923:0:8461:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+110:2401:x1874588654635904:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787755985.881938:0:8461:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787755985.881963:0:8461:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd41a00/0x9b2b32536578a8e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c06 expref: 110 pid: 35152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.881985:0:8461:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:1.0:1787755985.881990:0:8461:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787755985.882031:0:8461:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b211e791-52bd-4fb0-8db7-bbed27b67abc+109:2401:x1874588654635904:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 110us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.882038:0:8461:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 11230 00000100:00100000:0.0:1787755985.887447:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.887589:0:20141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636032 00000100:00100000:3.0:1787755985.887600:0:20141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636032 00000100:00100000:3.0:1787755985.887661:0:20141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 9430 00000100:00100000:3.0:1787755985.887671:0:20141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff5025ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:232389:x1874588654636032:12345-192.168.201.7@tcp:37:bash.0 00010000:00010000:3.0:1787755985.893357:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755985.895621:0:20141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff5025ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7bc8a071-3537-4c53-83e7-ca9769577496+8:232389:x1874588654636032:12345-192.168.201.7@tcp:37:bash.0 Request processed in 7941us (8174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755985.895634:0:20141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 9430 00000100:00100000:0.0:1787755985.911118:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.911235:0:35169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636160 00000100:00100000:1.0:1787755985.911245:0:35169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636160 00000100:00100000:1.0:1787755985.911306:0:35169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70746 00000100:00100000:1.0:1787755985.911351:0:35169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+8:232747:x1874588654636160:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755985.911378:0:35169:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.911407:0:35169:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a8fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214c14 expref: -99 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911488:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911505:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911518:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911537:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911545:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911552:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911658:0:35169:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911667:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911675:0:35169:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.911721:0:35169:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6fa:0x0]: returning size 0 00000004:00200000:1.0:1787755985.911727:0:35169:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.911747:0:35169:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911761:0:35169:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911771:0:35169:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911778:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911790:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911818:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911825:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e0200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.911830:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911838:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911854:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.911857:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.911862:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911868:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a905 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911886:0:35169:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911892:0:35169:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911898:0:35169:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911902:0:35169:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e1a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.911905:0:35169:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911911:0:35169:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911917:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4352eb53 (ffff9dff44577c00) 00010000:00010000:1.0:1787755985.911920:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.911923:0:35169:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911929:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a90c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35169 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911960:0:35169:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a8fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c14 expref: 10 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911974:0:35169:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c14 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.911982:0:35169:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:1.0:1787755985.911984:0:35169:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787755985.911987:0:35169:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e1200, rc 0) 00000100:00100000:1.0:1787755985.912054:0:35169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa82a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_013:7bc8a071-3537-4c53-83e7-ca9769577496+9:232747:x1874588654636160:12345-192.168.201.7@tcp:101:rm.0 Request processed in 738us (949us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.912063:0:35169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70746 00000100:00100000:2.0:1787755985.917564:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.917674:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636288 00000100:00100000:1.0:1787755985.917689:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636288 00000100:00100000:1.0:1787755985.917774:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 30932 00000100:00100000:1.0:1787755985.917787:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff81b78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654636288:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755985.917836:0:8679:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.917859:0:8679:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008aa83bb8/0x9b2b32536578a91a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214c1b expref: -99 pid: 8679 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.917886:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.917891:0:8679:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x522:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787755985.917900:0:8679:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008aa83bb8/0x9b2b32536578a91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c1b expref: 6 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.917917:0:8679:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008aa83bb8/0x9b2b32536578a91a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x522:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c1b expref: 6 pid: 8679 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.917932:0:8679:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0400, rc 0) 00000100:00100000:1.0:1787755985.918010:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff81b78850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2400:x1874588654636288:12345-192.168.201.7@tcp:101:rm.0 Request processed in 226us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.918018:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 30932 00000100:00080000:2.0:1787755985.919124:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787755985.922662:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.923000:0:10714:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636544 00000100:00100000:3.0:1787755985.923022:0:10714:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636544 00000100:00100000:3.0:1787755985.923116:0:10714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70747 00000100:00100000:3.0:1787755985.923129:0:10714:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+9:232747:x1874588654636544:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:3.0:1787755985.923209:0:10714:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1787755985.923246:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a913 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c14 expref: 9 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923275:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51ba3c00/0x9b2b325365789c0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6fa:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff2146f7 expref: 8 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923289:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:3.0:1787755985.923303:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a8f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c0d expref: 7 pid: 35155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923355:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.923360:0:10714:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787755985.923394:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923413:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 108 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923425:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923472:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 108 pid: 35169 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.923489:0:10714:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 108 pid: 35169 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755985.923613:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667200128:192.168.201.7@tcp:104: 00000100:00100000:3.0:1787755985.923740:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a20fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1787755985.927233:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667200128:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755985.927268:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787755985.930381:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:3.0:1787755985.930875:0:6505:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636672 00000100:00100000:3.0:1787755985.930887:0:6505:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636672 00010000:00010000:3.0:1787755985.930936:0:6505:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 109 pid: 35169 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755985.930979:0:6505:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21804 00000100:00100000:3.0:1787755985.930990:0:6505:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+109:2402:x1874588654636672:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787755985.931007:0:6505:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787755985.931015:0:6505:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 109 pid: 35169 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.931032:0:6505:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 109 pid: 35169 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.931071:0:6505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48ccce00/0x9b2b325365789c5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff21470c expref: 109 pid: 35169 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.931096:0:6505:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.931103:0:6505:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.931116:0:6505:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.931125:0:6505:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.931225:0:6505:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787755985.931290:0:6505:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa80380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b211e791-52bd-4fb0-8db7-bbed27b67abc+108:2402:x1874588654636672:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 300us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755985.931298:0:6505:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21804 00010000:00010000:2.0:1787755985.933529:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933547:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933578:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a928 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933591:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a928 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933602:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a928 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933711:0:10714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933724:0:10714:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 107 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933733:0:10714:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933775:0:10714:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 107 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.933792:0:10714:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 107 pid: 35153 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755985.933956:0:10714:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4c37e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667200256:192.168.201.7@tcp:104: 00000100:00100000:0.0:1787755985.934424:0:10714:0:(client.c:2715:ptlrpc_set_wait()) set ffff9dfe4a334840 going to sleep for 11 seconds 00000100:00100000:0.0:1787755985.940753:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.940862:0:6504:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636800 00000100:00100000:2.0:1787755985.940874:0:6504:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636800 00010000:00010000:2.0:1787755985.940917:0:6504:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 108 pid: 35153 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787755985.940966:0:6504:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 21805 00000100:00100000:2.0:1787755985.940977:0:6504:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+108:2401:x1874588654636800:12345-192.168.201.7@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787755985.940994:0:6504:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787755985.941001:0:6504:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 108 pid: 35153 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.941017:0:6504:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 108 pid: 35153 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.941054:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:2.0:1787755985.941060:0:6504:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.941070:0:6504:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.941076:0:6504:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.941096:0:6504:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787755985.941203:0:6504:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b211e791-52bd-4fb0-8db7-bbed27b67abc+108:2401:x1874588654636800:12345-192.168.201.7@tcp:103:ldlm_bl.0 Request processed in 228us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.941211:0:6504:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 21805 00010000:00010000:3.0:1787755985.941468:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41228800/0x9b2b32536578a4c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214a54 expref: 107 pid: 35153 timeout: 9142 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787755985.941488:0:10714:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4c37e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:10714:1874588667200256:192.168.201.7@tcp:104: 00010000:00010000:3.0:1787755985.941577:0:10714:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.941587:0:10714:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.941593:0:10714:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.941990:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.941999:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942007:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942013:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51daac00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.942017:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942026:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942105:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dfe471d1800) 00010000:00010000:3.0:1787755985.942109:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1787755985.942115:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942123:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51daac00/0x9b2b32536578a92f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942151:0:10714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942158:0:10714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942164:0:10714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942169:0:10714:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942174:0:10714:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4fd40200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:3.0:1787755985.942177:0:10714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942186:0:10714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942195:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:3.0:1787755985.942197:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787755985.942200:0:10714:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942205:0:10714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4fd40200/0x9b2b32536578a921 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787755985.942218:0:10714:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000be4c00e9 reply state 00000000480d0734 transno 8589957619 ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a928 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942229:0:10714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dff41229000/0x9b2b32536578a928 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x4352eb53 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10714 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787755985.942236:0:10714:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4352eb53 (ffff9dff7b92ec00) 00010000:00010000:3.0:1787755985.942238:0:10714:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787755985.942240:0:10714:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787755985.942297:0:10714:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa81c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7bc8a071-3537-4c53-83e7-ca9769577496+8:232747:x1874588654636544:12345-192.168.201.7@tcp:36:rm.0 Request processed in 19170us (19651us total) trans 8589957619 rc 0/0 00000100:00100000:3.0:1787755985.942305:0:10714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70747 00000100:00100000:0.0:1787755985.945240:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.945360:0:17813:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654636928 00000100:00100000:1.0:1787755985.945372:0:17813:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654636928 00000100:00100000:1.0:1787755985.945438:0:17813:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70748 00000100:00100000:1.0:1787755985.945450:0:17813:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+8:232747:x1874588654636928:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:1.0:1787755985.945480:0:17813:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787755985.945506:0:17813:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a936 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214c22 expref: -99 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.945578:0:17813:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a93d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.945595:0:17813:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a93d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.945609:0:17813:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a93d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787755985.945654:0:17813:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 69632 00000004:00200000:1.0:1787755985.945658:0:17813:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787755985.945677:0:17813:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a93d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17813 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.945699:0:17813:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe47c7d000/0x9b2b32536578a936 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c22 expref: 10 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.945719:0:17813:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a93d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c22 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.945727:0:17813:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.945730:0:17813:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787755985.945733:0:17813:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe4f1e0c00, rc 0) 00000100:00100000:1.0:1787755985.945845:0:17813:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:7bc8a071-3537-4c53-83e7-ca9769577496+9:232747:x1874588654636928:12345-192.168.201.7@tcp:101:rm.0 Request processed in 397us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755985.945853:0:17813:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70748 00000100:00100000:1.0:1787755985.949310:0:3642:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755985.949585:0:35159:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637056 00000100:00100000:2.0:1787755985.949596:0:35159:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637056 00000100:00100000:2.0:1787755985.949679:0:35159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70749 00000100:00100000:2.0:1787755985.949691:0:35159:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+9:232747:x1874588654637056:12345-192.168.201.7@tcp:101:rm.0 00010000:00010000:2.0:1787755985.949712:0:35159:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787755985.949732:0:35159:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x109d23f2ff214c29 expref: -99 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949812:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949826:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949836:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949854:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949861:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949868:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949980:0:35159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.949989:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950001:0:35159:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787755985.950058:0:35159:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x6fa:0x0]: returning size 0 00000004:00200000:2.0:1787755985.950063:0:35159:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787755985.950088:0:35159:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950101:0:35159:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950111:0:35159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950118:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950124:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950131:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950138:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe51dab200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.950143:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950152:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950166:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:2.0:1787755985.950169:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.950176:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950183:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab200/0x9b2b32536578a94b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950199:0:35159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950205:0:35159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950212:0:35159:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950218:0:35159:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe48b62200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:2.0:1787755985.950221:0:35159:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950227:0:35159:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950234:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46bdc054 (ffff9dff7b92ea00) 00010000:00010000:2.0:1787755985.950237:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787755985.950240:0:35159:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950245:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62200/0x9b2b32536578a952 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 35159 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950273:0:35159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe51dab600/0x9b2b32536578a944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c29 expref: 11 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950291:0:35159:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c29 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787755985.950298:0:35159:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dff7b92e000) 00010000:00010000:2.0:1787755985.950300:0:35159:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787755985.950303:0:35159:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9dfe48b62e00, rc 0) 00000100:00100000:2.0:1787755985.950740:0:35159:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_012:7bc8a071-3537-4c53-83e7-ca9769577496+10:232747:x1874588654637056:12345-192.168.201.7@tcp:101:rm.0 Request processed in 1048us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755985.950748:0:35159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70749 00000100:00100000:0.0:1787755985.955294:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755985.955418:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637312 00000100:00100000:1.0:1787755985.955429:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637312 00000100:00100000:1.0:1787755985.955482:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 70750 00000100:00100000:1.0:1787755985.955492:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:232747:x1874588654637312:12345-192.168.201.7@tcp:36:rm.0 00010000:00010000:1.0:1787755985.955568:0:35154:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1787755985.955603:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe48b62e00/0x9b2b32536578a959 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6fa:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c29 expref: 10 pid: 35159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955627:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dff7b92e000) 00010000:00010000:1.0:1787755985.955645:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0c00/0x9b2b32536578a93d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.7@tcp remote: 0x109d23f2ff214c22 expref: 9 pid: 17813 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955655:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.955659:0:35154:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787755985.955681:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955696:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955705:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955720:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a967 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955728:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955734:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955855:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955868:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.955875:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787755985.956112:0:35154:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].228, 64 off22784 00000004:00080000:1.0:1787755985.956122:0:35154:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 9042977805844ns, next at 9043977803589ns, rc = 0 00010000:00010000:1.0:1787755985.956168:0:35154:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956178:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956186:0:35154:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956194:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956201:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956207:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956232:0:35154:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787755985.956251:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956257:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956265:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956270:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e1a00 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.956275:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956283:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956293:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dff44577300) 00010000:00010000:1.0:1787755985.956296:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787755985.956299:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956304:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1a00/0x9b2b32536578a96e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x6fa:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956352:0:35154:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956359:0:35154:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956364:0:35154:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956369:0:35154:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956374:0:35154:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e1200 already unused, calling callback (ffffffffc1a9c4f0) 00010000:00010000:1.0:1787755985.956378:0:35154:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956384:0:35154:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956390:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9dff7b92e500) 00010000:00010000:1.0:1787755985.956393:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787755985.956396:0:35154:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956401:0:35154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1200/0x9b2b32536578a960 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787755985.956412:0:35154:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c6958ac1 reply state 00000000a33ece91 transno 8589957620 ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a967 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956425:0:35154:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e1400/0x9b2b32536578a967 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x46bdc054 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787755985.956432:0:35154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x46bdc054 (ffff9dff44577c00) 00010000:00010000:1.0:1787755985.956434:0:35154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787755985.956437:0:35154:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787755985.956525:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa83800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:232747:x1874588654637312:12345-192.168.201.7@tcp:36:rm.0 Request processed in 1032us (1241us total) trans 8589957620 rc 0/0 00000100:00100000:1.0:1787755985.956534:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 70750 00010000:00010000:0.0:1787755985.957244:0:9525:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787755985.957253:0:9525:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.957261:0:9525:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9dfe4f1e0200 already unused, calling callback (ffffffffc0e8f230) 00010000:00010000:0.0:1787755985.957265:0:9525:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.957271:0:9525:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.957282:0:9525:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6fa:0x0].0x0 (ffff9dff44577300) 00010000:00010000:0.0:1787755985.957285:0:9525:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787755985.957288:0:9525:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.957293:0:9525:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9dfe4f1e0200/0x9b2b32536578a975 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x6fa:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 35154 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787755985.957311:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755985.957354:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787755985.957357:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787755986.914850:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667200384:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787755986.914976:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787755986.916160:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667200384 00000100:00100000:2.0:1787755986.916183:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667200384 00000100:00100000:2.0:1787755986.916263:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6935 00000100:00100000:2.0:1787755986.916273:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667200384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787755986.916308:0:8438:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000100:00080000:1.0:1787755986.916428:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787755986.917005:0:9524:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755986.919605:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667200384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3318us (4614us total) trans 0 rc 0/0 00000100:00100000:2.0:1787755986.919623:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6935 00000100:00100000:0.0:1787755986.924437:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667200384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787755986.934680:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667200896:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.934768:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.934820:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667201408:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.934853:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.934874:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667201920:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.934896:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.934926:0:3647:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787755986.934933:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667200512:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.934967:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.934997:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667201024:0@lo:400:kworker.0 00000100:00100000:3.0:1787755986.935197:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667200896 00000100:00100000:3.0:1787755986.935207:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667200896 00000100:00100000:3.0:1787755986.935273:0:35152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201920 00000100:00100000:3.0:1787755986.935277:0:35152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201920 00000100:00100000:3.0:1787755986.935300:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16008 00000100:00100000:3.0:1787755986.935311:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667200896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755986.935410:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-OST0000_UUID+5:3647:x1874588667200896:12345-0@lo:400:kworker.0 Request processed in 100us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755986.935419:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16008 00000100:00100000:3.0:1787755986.935446:0:35152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16009 00000100:00100000:3.0:1787755986.935453:0:35152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667201920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755986.935483:0:35152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_007:lustre-MDT0000-lwp-MDT0000_UUID+5:3647:x1874588667201920:12345-0@lo:400:kworker.0 Request processed in 31us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755986.935489:0:35152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16009 00000100:00100000:3.0:1787755986.935511:0:30966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667200512 00000100:00100000:3.0:1787755986.935516:0:30966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667200512 00000100:00100000:3.0:1787755986.935547:0:30966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:3.0:1787755986.935556:0:30966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667200512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787755986.935588:0:30966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb85050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0004:661a73aa-4f2b-4aab-98c4-7d653eebad8e+24:3647:x1874588667200512:12345-0@lo:400:kworker.0 Request processed in 34us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755986.935594:0:30966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:1.0:1787755986.935679:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.935713:0:3647:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667201536:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.935806:0:3647:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.935854:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3647:1874588667200896:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.935868:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3647:1874588667201920:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.935894:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:661a73aa-4f2b-4aab-98c4-7d653eebad8e:3647:1874588667200512:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.935916:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667200640:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.935940:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.935962:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667201152:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.935982:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.936009:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe454edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667201664:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936191:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.936218:0:3649:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787755986.936225:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667200768:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936250:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.936269:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667201280:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936290:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.936308:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667201792:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936364:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755986.936407:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201408 00000100:00100000:1.0:1787755986.936412:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201408 00000100:00100000:1.0:1787755986.936454:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201664 00000100:00100000:1.0:1787755986.936458:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201664 00000100:00100000:1.0:1787755986.936479:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201792 00000100:00100000:1.0:1787755986.936482:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201792 00000100:00100000:1.0:1787755986.936504:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10302 00000100:00100000:1.0:1787755986.936512:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667201408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936555:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3647:x1874588667201408:12345-0@lo:400:kworker.0 Request processed in 44us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.936561:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10302 00000100:00100000:1.0:1787755986.936575:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10303 00000100:00100000:1.0:1787755986.936581:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667201664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936611:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667201664:12345-0@lo:400:kworker.0 Request processed in 31us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.936617:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10303 00000100:00100000:1.0:1787755986.936630:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10304 00000100:00100000:1.0:1787755986.936636:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667201792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.936663:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667201792:12345-0@lo:400:kworker.0 Request processed in 27us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.936670:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10304 00000100:00100000:1.0:1787755986.936692:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201024 00000100:00100000:1.0:1787755986.936695:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201024 00000100:00100000:1.0:1787755986.936722:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201152 00000100:00100000:1.0:1787755986.936725:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201152 00000100:00100000:1.0:1787755986.936747:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667200768 00000100:00100000:1.0:1787755986.936750:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667200768 00000100:00100000:1.0:1787755986.936766:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201280 00000100:00100000:1.0:1787755986.936769:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201280 00000100:00100000:1.0:1787755986.939360:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16010 00000100:00100000:1.0:1787755986.939402:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667201024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.939558:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3647:x1874588667201024:12345-0@lo:400:kworker.0 Request processed in 178us (3877us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.939566:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16010 00000100:00100000:1.0:1787755986.939595:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16011 00000100:00100000:1.0:1787755986.939605:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667201152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.939642:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3649:x1874588667201152:12345-0@lo:400:kworker.0 Request processed in 39us (3658us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.939648:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16011 00000100:00100000:1.0:1787755986.939661:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16012 00000100:00100000:1.0:1787755986.939669:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667200768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.939702:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3649:x1874588667200768:12345-0@lo:400:kworker.0 Request processed in 35us (3451us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.939709:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16012 00000100:00100000:1.0:1787755986.939722:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16013 00000100:00100000:1.0:1787755986.939730:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667201280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.939764:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3649:x1874588667201280:12345-0@lo:400:kworker.0 Request processed in 36us (3473us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.939770:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16013 00000100:00100000:1.0:1787755986.945557:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667201536 00000100:00100000:1.0:1787755986.945582:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667201536 00000100:00100000:1.0:1787755986.945680:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667200640 00000100:00100000:1.0:1787755986.945685:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667200640 00000100:00100000:1.0:1787755986.945727:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24914 00000100:00100000:1.0:1787755986.945741:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667201536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.945891:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3647:x1874588667201536:12345-0@lo:400:kworker.0 Request processed in 154us (10084us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.945900:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24914 00000100:00100000:1.0:1787755986.945923:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24915 00000100:00100000:1.0:1787755986.945930:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667200640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.945964:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe466c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0001-mdtlov_UUID+7:3649:x1874588667200640:12345-0@lo:400:kworker.0 Request processed in 35us (10023us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755986.945971:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24915 00000100:00100000:1.0:1787755986.946096:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3647:1874588667201024:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946113:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3647:1874588667201536:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946130:0:3647:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3647:1874588667201408:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946193:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa95880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3649:1874588667200768:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946208:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3649:1874588667201280:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946221:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa09880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667201792:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946232:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3649:1874588667200640:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946244:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3649:1874588667201152:0@lo:400:kworker.0 00000100:00100000:1.0:1787755986.946256:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe454edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667201664:0@lo:400:kworker.0 00000100:00080000:1.0:1787755986.946306:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755986.946343:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755986.946348:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755986.946352:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787755987.427988:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667202048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787755987.428065:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755987.428963:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667202048 00000100:00100000:0.0:1787755987.428976:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667202048 00000100:00100000:0.0:1787755987.429042:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6936 00000100:00100000:0.0:1787755987.429053:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667202048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787755987.429954:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755987.430045:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3648:x1874588667202048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 993us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755987.430053:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6936 00000100:00100000:1.0:1787755987.430344:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667202048:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1787755987.941336:0:6507:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787755988.362817:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755988.362904:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755988.362940:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755988.362966:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755988.366902:0:30964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637440 00000100:00100000:1.0:1787755988.366918:0:30964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637440 00000100:00100000:1.0:1787755988.366974:0:30964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 2462 00000100:00100000:1.0:1787755988.366984:0:30964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dff7bb86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654637440:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755988.367077:0:30964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dff7bb86450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0003:b3521168-90b1-490d-ad81-e130de8ec2f9+13:2399:x1874588654637440:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 94us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.367084:0:30964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 2462 00000100:00100000:1.0:1787755988.367121:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637824 00000100:00100000:1.0:1787755988.367125:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637824 00000100:00100000:1.0:1787755988.367162:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10305 00000100:00100000:1.0:1787755988.367170:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654637824:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755988.367200:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bc8a071-3537-4c53-83e7-ca9769577496+5:2400:x1874588654637824:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 31us (4296us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.367206:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10305 00000100:00080000:1.0:1787755988.367222:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787755988.368115:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:2.0:1787755988.368205:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755988.368332:0:8679:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637952 00000100:00100000:1.0:1787755988.368339:0:8679:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637952 00000100:00100000:1.0:1787755988.368382:0:8679:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10306 00000100:00100000:1.0:1787755988.368390:0:8679:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654637952:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755988.368431:0:8679:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7bc8a071-3537-4c53-83e7-ca9769577496+6:2399:x1874588654637952:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 43us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.368438:0:8679:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10306 00000100:00080000:1.0:1787755988.368459:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787755988.372268:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637568 00000100:00100000:3.0:1787755988.372289:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637568 00000100:00100000:3.0:1787755988.372413:0:35154:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654637696 00000100:00100000:3.0:1787755988.372417:0:35154:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654637696 00000100:00100000:3.0:1787755988.372456:0:35154:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16014 00000100:00100000:3.0:1787755988.372471:0:35154:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:2400:x1874588654637568:12345-192.168.201.7@tcp:400:kworker.0 00000100:00080000:1.0:1787755988.372487:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787755988.372493:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787755988.372604:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16015 00000100:00100000:1.0:1787755988.372614:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654637696:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:3.0:1787755988.372884:0:35154:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_009:7bc8a071-3537-4c53-83e7-ca9769577496+10:2400:x1874588654637568:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 416us (10075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755988.372891:0:35154:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16014 00000100:00100000:1.0:1787755988.372930:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:7bc8a071-3537-4c53-83e7-ca9769577496+5:2399:x1874588654637696:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 317us (9960us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.372938:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16015 00000100:00100000:1.0:1787755988.372968:0:35157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654638208 00000100:00100000:1.0:1787755988.372972:0:35157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654638208 00000100:00100000:1.0:1787755988.373024:0:35157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16016 00000100:00100000:1.0:1787755988.373032:0:35157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+33:2399:x1874588654638208:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755988.373062:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755988.373077:0:35157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_011:b211e791-52bd-4fb0-8db7-bbed27b67abc+33:2399:x1874588654638208:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 45us (4870us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.373086:0:35157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16016 00000100:00100000:2.0:1787755988.373108:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00080000:1.0:1787755988.373112:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787755988.373136:0:6521:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654638080 00000100:00100000:1.0:1787755988.373141:0:6521:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654638080 00000100:00100000:1.0:1787755988.373177:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 16017 00000100:00100000:1.0:1787755988.373185:0:6521:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+107:2400:x1874588654638080:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:2.0:1787755988.373204:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.7@tcp (source: 12345-192.168.201.7@tcp) 00000100:00100000:1.0:1787755988.373226:0:6521:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b211e791-52bd-4fb0-8db7-bbed27b67abc+107:2400:x1874588654638080:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 42us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.373233:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 16017 00000100:00100000:1.0:1787755988.373253:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654638464 00000100:00100000:1.0:1787755988.373257:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654638464 00000100:00100000:1.0:1787755988.373281:0:24263:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588654638336 00000100:00100000:1.0:1787755988.373284:0:24263:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588654638336 00000100:00100000:1.0:1787755988.373307:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10307 00000100:00100000:1.0:1787755988.373312:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:2399:x1874588654638464:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755988.373388:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+32:2399:x1874588654638464:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 75us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.373395:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10307 00000100:00100000:1.0:1787755988.373408:0:24263:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.7@tcp, seq: 10308 00000100:00100000:1.0:1787755988.373415:0:24263:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:2400:x1874588654638336:12345-192.168.201.7@tcp:400:kworker.0 00000100:00100000:1.0:1787755988.373437:0:24263:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:b211e791-52bd-4fb0-8db7-bbed27b67abc+30:2400:x1874588654638336:12345-192.168.201.7@tcp:400:kworker.0 Request processed in 23us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755988.373442:0:24263:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.7@tcp, seq: 10308 00000100:00080000:1.0:1787755988.373528:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787755988.373531:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787755988.373533:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1787755988.962819:0:6508:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787755988.963879:0:3649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667202176:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787755988.964015:0:3649:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787755988.964266:0:73216:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667202176 00000100:00100000:3.0:1787755988.964276:0:73216:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667202176 00000100:00100000:3.0:1787755988.964361:0:73216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24916 00000100:00100000:3.0:1787755988.964373:0:73216:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667202176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787755988.964418:0:73216:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1443377152 avail 1297137664 00000100:00100000:3.0:1787755988.964464:0:73216:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4aa97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:3649:x1874588667202176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1787755988.964471:0:73216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24916 00000100:00100000:1.0:1787755988.965959:0:3649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4a93ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3649:1874588667202176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787755989.476240:0:3650:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667202304:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787755989.476370:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787755989.476549:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667202304 00000100:00100000:1.0:1787755989.476560:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667202304 00000100:00100000:1.0:1787755989.476656:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6937 00000100:00100000:1.0:1787755989.476672:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe4c37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667202304:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787755989.476714:0:8437:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 14931648 pending 0 free 3892637696 avail 3661115392 00000004:00080000:0.0:1787755989.477964:0:30976:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 9046499646819ns, next at 9047499643097ns, rc = 0 00000100:00100000:0.0:1787755989.478028:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667202560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787755989.478091:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755989.478129:0:3648:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787755989.478134:0:3648:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9dfe471f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667202432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755989.478158:0:3648:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787755989.478210:0:7475:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667202560 00000100:00100000:0.0:1787755989.478217:0:7475:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667202560 00000100:00100000:0.0:1787755989.478258:0:7475:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24917 00000100:00100000:0.0:1787755989.478266:0:7475:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667202560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787755989.478293:0:7475:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4194304 pending 0 free 1442746368 avail 1296506880 00000100:00100000:0.0:1787755989.478359:0:7475:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3648:x1874588667202560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755989.478367:0:7475:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24917 00000100:00100000:0.0:1787755989.478394:0:15200:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874588667202432 00000100:00100000:0.0:1787755989.478398:0:15200:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874588667202432 00000100:00100000:0.0:1787755989.478417:0:15200:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6938 00000100:00100000:0.0:1787755989.478424:0:15200:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9dfe471f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667202432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787755989.478441:0:15200:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 13498048 pending 0 free 3915780096 avail 3684257792 00000100:00100000:0.0:1787755989.478472:0:15200:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe471f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3648:x1874588667202432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787755989.478477:0:15200:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6938 00000100:00100000:0.0:1787755989.478518:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3648:1874588667202432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787755989.478528:0:3648:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe471fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3648:1874588667202560:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1787755989.478575:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787755989.478580:0:6515:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787755989.486420:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9dfe4c37d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3650:x1874588667202304:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9738us (10034us total) trans 0 rc 0/0 00000100:00100000:1.0:1787755989.486441:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6937 00000100:00100000:2.0:1787755989.490665:0:3650:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9dfe4aa97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3650:1874588667202304:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787755989.990559:0:9525:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 70281 lines, 70281 kept, 0 dropped, 0 bad.